[ 609.937697] env[69839]: INFO neutron.common.config [-] Logging enabled! [ 609.938178] env[69839]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev63 [ 609.938178] env[69839]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69839) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 609.938483] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 609.938584] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 609.939463] env[69839]: WARNING oslo_policy.policy [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 609.939702] env[69839]: WARNING oslo_policy.policy [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 609.941311] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] VMware NSXv3 Agent initialized successfully. [ 609.941757] env[69839]: DEBUG oslo_concurrency.lockutils [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] Acquiring lock "singleton_lock" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.941904] env[69839]: DEBUG oslo_concurrency.lockutils [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] Acquired lock "singleton_lock" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.942134] env[69839]: DEBUG oslo_concurrency.lockutils [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] Releasing lock "singleton_lock" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.942464] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] Full set of CONF: {{(pid=69839) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 609.942712] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ******************************************************************************** {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 609.943093] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] Configuration options gathered from: {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 609.943344] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 609.943594] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 609.943733] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ================================================================================ {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 609.943923] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] agent_down_time = 75 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944088] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] allow_automatic_dhcp_failover = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944239] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] allow_bulk = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944408] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] api_extensions_path = {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944580] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] api_paste_config = api-paste.ini {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944735] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] auth_strategy = keystone {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944852] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] backdoor_port = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.944961] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] backdoor_socket = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945156] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] backlog = 4096 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945365] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945572] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] bind_host = 0.0.0.0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945752] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] bind_port = 9696 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.945925] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] client_socket_timeout = 900 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946199] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] config_dir = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946288] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946469] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] config_source = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946666] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] control_exchange = neutron {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.946849] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] core_plugin = ml2 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947033] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] debug = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947238] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] default_availability_zones = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947477] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947649] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] dhcp_agent_notification = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947801] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] dhcp_agents_per_network = 1 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.947947] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] dhcp_lease_duration = 86400 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948113] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] dhcp_load_type = networks {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948264] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] dns_domain = openstacklocal {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948412] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948554] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] enable_default_route_bfd = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948697] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] enable_default_route_ecmp = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948841] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] enable_dvr = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.948981] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] enable_new_agents = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949132] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949272] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] enable_signals = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949410] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] enable_traditional_dhcp = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949550] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] external_dns_driver = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949692] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] filter_validation = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949841] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] global_physnet_mtu = 8950 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.949987] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] graceful_shutdown_timeout = 60 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950192] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] host = cpu-1 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950340] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] host_dvr_for_dhcp = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950483] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] http_retries = 3 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950631] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] instance_format = [instance: %(uuid)s] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950775] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.950923] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ipam_driver = internal {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951078] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ipv6_pd_enabled = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951223] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] l3_ha = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951370] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951515] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] l3_ha_network_physical_name = {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951659] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] l3_ha_network_type = {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951808] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] log_color = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.951953] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] log_config_append = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952115] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952258] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] log_dir = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952396] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] log_file = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952509] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] log_options = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952652] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] log_rotate_interval = 1 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952803] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] log_rotate_interval_type = days {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.952947] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] log_rotation_type = none {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.953069] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.953179] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.953325] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.953472] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.953590] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.953747] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] max_dns_nameservers = 5 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.953896] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] max_header_line = 16384 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.954049] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] max_l3_agents_per_router = 3 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.954193] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] max_logfile_count = 30 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.954328] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] max_logfile_size_mb = 200 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.954467] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] max_subnet_host_routes = 20 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.954612] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] my_ip = 10.180.1.21 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.954755] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] my_ipv6 = ::1 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.954898] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] network_auto_schedule = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.955043] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] network_link_prefix = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.955191] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.955338] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] notify_nova_on_port_data_changes = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.955481] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] notify_nova_on_port_status_changes = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.955625] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] pagination_max_limit = -1 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.955789] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] publish_errors = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.955935] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] rate_limit_burst = 0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.956094] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] rate_limit_except_level = CRITICAL {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.956237] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] rate_limit_interval = 0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.956377] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] retry_until_window = 30 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.956516] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] router_distributed = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.956655] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] rpc_resources_processing_step = 20 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.956815] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] rpc_response_max_timeout = 600 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.956966] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] rpc_response_timeout = 60 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.957119] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] send_events_interval = 2 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.957280] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] service_plugins = ['router'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.957429] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] setproctitle = on {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.957568] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] shell_completion = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.957714] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] state_path = /opt/stack/data/neutron {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.957861] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] syslog_log_facility = LOG_USER {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.958012] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] tcp_keepidle = 600 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.958160] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] transport_url = **** {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.958300] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] use_journal = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.958438] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] use_json = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.958575] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] use_ssl = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.958712] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] use_stderr = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.958859] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] use_syslog = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.959068] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] vlan_qinq = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.959232] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] vlan_transparent = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.959375] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] watch_log_file = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.959517] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] wsgi_default_pool_size = 100 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.959658] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] wsgi_keep_alive = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.959809] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.959951] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] wsgi_server_debug = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 609.960134] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_concurrency.disable_process_locking = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.960292] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.960444] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.960588] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.960740] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.960891] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961117] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961324] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.connection_string = messaging:// {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961483] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.enabled = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961639] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.es_doc_type = notification {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.961791] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.es_scroll_size = 10000 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962153] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.es_scroll_time = 2m {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962153] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.filter_error_trace = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962292] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.hmac_keys = **** {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962390] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.sentinel_service_name = mymaster {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962539] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.socket_timeout = 0.1 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962683] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.trace_requests = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962828] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler.trace_sqlalchemy = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.962987] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler_jaeger.process_tags = {} {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.963144] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler_jaeger.service_name_prefix = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.963290] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] profiler_otlp.service_name_prefix = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.963450] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.enforce_new_defaults = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.963771] env[69839]: WARNING oslo_config.cfg [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 609.963937] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.enforce_scope = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964107] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.policy_default_rule = default {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964276] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964429] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964583] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964729] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.964871] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965017] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965157] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965305] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965461] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965616] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] agent.extensions = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965796] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.965955] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] service_providers.service_provider = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966123] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.default_quota = -1 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966279] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966427] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.quota_floatingip = 50 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966573] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.quota_network = 100 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966739] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.quota_port = 500 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.966894] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967049] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.quota_router = 10 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967196] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.quota_security_group = 10 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967344] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967490] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.quota_subnet = 100 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967636] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] QUOTAS.track_quota_usage = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967797] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.967940] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep.group = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.968091] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep.helper_command = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.968240] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.968386] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep.thread_pool_size = 8 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.968529] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep.user = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971707] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971707] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_dhcp_release.group = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971707] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_dhcp_release.helper_command = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971707] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971707] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971707] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_dhcp_release.user = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971707] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971952] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_ovs_vsctl.group = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971952] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971952] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971952] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971952] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_ovs_vsctl.user = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971952] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_namespace.capabilities = [21] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.971952] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_namespace.group = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972144] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_namespace.helper_command = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972144] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972144] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972144] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_namespace.user = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972144] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_conntrack.capabilities = [12] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972144] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_conntrack.group = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972144] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_conntrack.helper_command = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972321] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972321] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972321] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_conntrack.user = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972321] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_link.capabilities = [12, 21] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972321] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_link.group = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972321] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_link.helper_command = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972470] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972665] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_link.thread_pool_size = 8 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972665] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] privsep_link.user = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972825] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.972973] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973125] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.continue_on_failed_promotions = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973262] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.dscp = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973400] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.dscp_inherit = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973548] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.force_mp_to_policy = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973704] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.locking_coordinator_url = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.973850] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.log_agent_heartbeats = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974195] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.logging_expire = 1 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974195] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974304] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974437] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.polling_interval = 240 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974580] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974727] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.974873] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.report_interval = 30.0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975031] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975177] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975323] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975468] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.sync_skew = 60 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975609] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.synchronization_queue_size = 20 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.975781] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT.use_helper_for_ns_read = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976773] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] SECURITYGROUP.enable_ipset = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976773] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] SECURITYGROUP.enable_security_group = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976773] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976773] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976773] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] experimental.ipv6_pd_enabled = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.976773] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ml2.extension_drivers = ['port_security'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978248] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ml2.external_network_type = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978248] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978248] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ml2.overlay_ip_version = 4 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978248] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ml2.path_mtu = 8950 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978248] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ml2.physical_network_mtus = {} {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978248] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978248] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978632] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ml2.type_drivers = ['vlan'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978632] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978632] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978632] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978632] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978850] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978850] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.978939] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979092] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979244] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979441] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979590] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_login_password = **** {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979754] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.979901] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_login_user = admin {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980057] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980219] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980368] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980515] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980667] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980839] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.980980] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981143] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981291] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981443] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981598] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981774] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.981944] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982164] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982322] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982472] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982619] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982769] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.auth_section = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.982926] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.auth_type = password {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983087] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983233] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.certfile = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983379] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.collect_timing = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983532] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.endpoint_type = public {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983681] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.insecure = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983824] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.keyfile = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.983976] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.region_name = RegionOne {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984133] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.split_loggers = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984278] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] nova.timeout = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984428] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.auth_section = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984581] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.auth_type = password {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984731] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.984875] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.certfile = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985028] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.collect_timing = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985185] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.endpoint_type = public {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985329] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.insecure = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985468] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.keyfile = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985605] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.region_name = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985771] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.split_loggers = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.985919] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] placement.timeout = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986081] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.auth_section = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986229] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.auth_type = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986373] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.cafile = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986512] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.certfile = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986672] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.collect_timing = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986906] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.connect_retries = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.986980] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.connect_retry_delay = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987117] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.enable_notifications = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987258] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.endpoint_override = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987405] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.insecure = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987548] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.interface = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987689] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.keyfile = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987831] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.max_version = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.987972] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.min_version = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988122] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.region_name = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988263] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.retriable_status_codes = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988403] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.service_name = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988543] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.service_type = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988690] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.split_loggers = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.988889] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.status_code_retries = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989068] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.status_code_retry_delay = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989219] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.timeout = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989366] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.valid_interfaces = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989509] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ironic.version = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989661] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] cli_script.dry_run = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989819] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.989962] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990116] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990262] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990405] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990547] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990687] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990830] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.990973] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991144] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991288] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991440] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991592] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991742] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.991889] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992049] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992198] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992343] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992931] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992931] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992931] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.992931] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993119] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993208] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993352] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993494] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993679] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993835] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.993980] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.994137] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.994283] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.ssl = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.994435] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.994583] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.994728] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.994874] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995028] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995173] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995329] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_notifications.driver = [] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995476] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_notifications.retry = -1 {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995675] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995819] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 609.995954] env[69839]: DEBUG oslo_service.backend.eventlet.service [None req-1074f653-18db-450b-a7fe-514fa3484ab3 None None] ******************************************************************************** {{(pid=69839) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 609.996957] env[69839]: DEBUG neutron.agent.securitygroups_rpc [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Init firewall settings (driver=nsxv3) {{(pid=69839) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 609.998289] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69839) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 609.998514] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] RPC agent_id: nsxm-l-01a.corp.local [ 610.000826] env[69839]: DEBUG dogpile.cache.region [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.000950] env[69839]: DEBUG dogpile.lock [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.001040] env[69839]: DEBUG dogpile.lock [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.001140] env[69839]: DEBUG dogpile.lock [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.001233] env[69839]: DEBUG dogpile.cache.region [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.001324] env[69839]: DEBUG dogpile.lock [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.001448] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.029795] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Session token - acquiring [ 610.031316] env[69839]: DEBUG networking_nsxv3.common.locking [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.031532] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.031593] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.032284] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.041892] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.314964] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 610.336554] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.336739] env[69839]: DEBUG dogpile.cache.region [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Cache value generated in 0.335 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 610.336859] env[69839]: DEBUG dogpile.lock [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.336985] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Activating Policy API Provider. [ 610.337201] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Looking for the default Infrastructure Rules. [ 610.392542] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Looking for the Default Layer3 Logged Drop Section. [ 610.404360] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 610.404787] env[69839]: DEBUG networking_nsxv3.common.locking [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.404948] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquiring lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.405068] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.405334] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired external semaphore "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.405705] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.919243] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.421507] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.924330] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Inventory metadata is going to be refreshed. [ 611.924521] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 612.645242] env[69839]: DEBUG networking_nsxv3.common.locking [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.645695] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.645695] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.645881] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.657853] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 612.758852] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.759808] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 612.776892] env[69839]: DEBUG networking_nsxv3.common.locking [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.777135] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.777183] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.777478] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.777602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.777750] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 612.777873] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 612.778021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 612.797533] env[69839]: DEBUG networking_nsxv3.common.locking [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.797763] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.797808] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.798178] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.798353] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.798502] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 612.817513] env[69839]: DEBUG networking_nsxv3.common.locking [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.817690] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.817782] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.818074] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.818213] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.818354] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 612.835735] env[69839]: DEBUG networking_nsxv3.common.locking [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.835930] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquiring lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.836041] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.836315] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired external semaphore "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.836455] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Releasing lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.836604] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 612.836715] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 612.836817] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 612.852902] env[69839]: DEBUG networking_nsxv3.common.locking [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.853116] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquiring lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.853193] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.853468] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired external semaphore "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.853628] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Releasing lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.853795] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 612.853912] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 612.854035] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 612.870850] env[69839]: DEBUG networking_nsxv3.common.locking [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.871022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.871139] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.871401] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.871539] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.871685] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 612.871791] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 612.871956] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Inventory metadata have been refreshed. [ 612.872077] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Dryrun:True. Metadata refresh completed. [ 612.872202] env[69839]: DEBUG oslo_concurrency.lockutils [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Releasing lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.873978] env[69839]: INFO neutron.agent.agent_extensions_manager [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Loaded agent extensions: [] [ 612.874717] env[69839]: DEBUG neutron_lib.callbacks.manager [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69839) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 612.921509] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent RPC Daemon Started! [ 612.921693] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent loop - iteration:0 started [ 612.921732] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent out of sync with plugin! [ 617.875382] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 617.875795] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 617.877177] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.877337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.877386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.877683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.877865] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.380436] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.883363] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.385576] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 619.385777] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 620.220162] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.220562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.220562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.220562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.232632] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 620.233476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.234086] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 620.251827] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.251989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.252045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.252228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.252322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.252430] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 620.252506] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.252579] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 620.270790] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.270919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.270967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.271153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.271278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.271380] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 620.289175] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.289301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.289341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.289488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.289586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.289683] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 620.311236] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.311380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.311423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.311613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.311710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.311820] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 620.311894] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.311965] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 620.329273] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.329468] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.329468] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.329712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.329786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.329898] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 620.329987] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.330088] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 620.349251] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.349402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.349446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.349629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.349733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.349842] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 620.349915] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.349984] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 620.350082] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 620.350165] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 620.350230] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 620.350292] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 620.350547] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 620.350611] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 620.350680] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 620.370596] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.370765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.370813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.370983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.371104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.371214] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 620.392578] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.392741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.392785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.392949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.393074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.404728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.876728] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 622.877082] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 626.884452] env[69839]: INFO networking_nsxv3.common.synchronization [None req-0b202fec-2832-4e2f-92b8-ef6c9d9b4b86 demo admin] Enqueued Resource ID: 8157232d-4448-4161-a3a0-4d23a5bfb881 with Priority: HIGHEST for action security_group_rules [ 626.885008] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8157232d-4448-4161-a3a0-4d23a5bfb881 with Priority: HIGHEST for action security_group_rules [ 626.885300] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8157232d-4448-4161-a3a0-4d23a5bfb881 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.885421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8157232d-4448-4161-a3a0-4d23a5bfb881" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.885506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8157232d-4448-4161-a3a0-4d23a5bfb881" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.885756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8157232d-4448-4161-a3a0-4d23a5bfb881" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.885834] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8157232d-4448-4161-a3a0-4d23a5bfb881',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.406934] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.407199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.407199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.407361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.407421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.407521] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8157232d-4448-4161-a3a0-4d23a5bfb881 already deleted. [ 627.407604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8157232d-4448-4161-a3a0-4d23a5bfb881" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.886221] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 631.886600] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 636.888138] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 636.888426] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 641.889718] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 641.890131] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 646.892024] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 646.892024] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 651.577174] env[69839]: INFO networking_nsxv3.common.synchronization [None req-ed67514b-c59d-4d9d-9896-ffdaf4e14f96 None None] Enqueued Resource ID: 9956b8c3-f732-4c17-98e1-81872d442a18 with Priority: HIGHEST for action port [ 651.577174] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9956b8c3-f732-4c17-98e1-81872d442a18 with Priority: HIGHEST for action port [ 651.577174] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-9956b8c3-f732-4c17-98e1-81872d442a18 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.577525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9956b8c3-f732-4c17-98e1-81872d442a18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.577525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9956b8c3-f732-4c17-98e1-81872d442a18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.578135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9956b8c3-f732-4c17-98e1-81872d442a18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.578135] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9956b8c3-f732-4c17-98e1-81872d442a18',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.082805] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9956b8c3-f732-4c17-98e1-81872d442a18 [ 652.083238] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.083238] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.083502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.083662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.083742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.083871] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9956b8c3-f732-4c17-98e1-81872d442a18 already deleted. [ 652.083993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9956b8c3-f732-4c17-98e1-81872d442a18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.123483] env[69839]: INFO networking_nsxv3.common.synchronization [None req-69effcbf-adfc-4c2a-b43c-b83df0c2a5f3 None None] Enqueued Resource ID: db8c5560-ed61-4e20-9c99-ebff80db42ed with Priority: HIGHEST for action port [ 653.125027] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8c5560-ed61-4e20-9c99-ebff80db42ed with Priority: HIGHEST for action port [ 653.125027] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-db8c5560-ed61-4e20-9c99-ebff80db42ed taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.125027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db8c5560-ed61-4e20-9c99-ebff80db42ed" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.125027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db8c5560-ed61-4e20-9c99-ebff80db42ed" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.125387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db8c5560-ed61-4e20-9c99-ebff80db42ed" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.125532] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db8c5560-ed61-4e20-9c99-ebff80db42ed',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.402910] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9a448bd2-b415-4719-aad5-cbcd2d022981 None None] Enqueued Resource ID: 30aec406-fb03-4500-9b6a-ee05dbe9e193 with Priority: HIGHEST for action port [ 653.403176] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30aec406-fb03-4500-9b6a-ee05dbe9e193 with Priority: HIGHEST for action port [ 653.403984] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-30aec406-fb03-4500-9b6a-ee05dbe9e193 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.403984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30aec406-fb03-4500-9b6a-ee05dbe9e193" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.404134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30aec406-fb03-4500-9b6a-ee05dbe9e193" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.404332] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30aec406-fb03-4500-9b6a-ee05dbe9e193" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.404420] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30aec406-fb03-4500-9b6a-ee05dbe9e193',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.628782] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db8c5560-ed61-4e20-9c99-ebff80db42ed [ 653.629417] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.630441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.630441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.630441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.630441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.630441] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db8c5560-ed61-4e20-9c99-ebff80db42ed already deleted. [ 653.630441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db8c5560-ed61-4e20-9c99-ebff80db42ed" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.906758] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30aec406-fb03-4500-9b6a-ee05dbe9e193 [ 653.907446] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.907446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.907446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.907446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.907830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.907830] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30aec406-fb03-4500-9b6a-ee05dbe9e193 already deleted. [ 653.907830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30aec406-fb03-4500-9b6a-ee05dbe9e193" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.093057] env[69839]: INFO networking_nsxv3.common.synchronization [None req-1f44e791-c39c-4142-ad9c-c36274b661fc None None] Enqueued Resource ID: ec24b481-3ee1-4ef6-894a-b71e89fcd44e with Priority: HIGHEST for action port [ 655.093346] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec24b481-3ee1-4ef6-894a-b71e89fcd44e with Priority: HIGHEST for action port [ 655.094011] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec24b481-3ee1-4ef6-894a-b71e89fcd44e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.094011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec24b481-3ee1-4ef6-894a-b71e89fcd44e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.094166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec24b481-3ee1-4ef6-894a-b71e89fcd44e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.094327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec24b481-3ee1-4ef6-894a-b71e89fcd44e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.094411] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec24b481-3ee1-4ef6-894a-b71e89fcd44e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.167988] env[69839]: INFO networking_nsxv3.common.synchronization [None req-318dec70-ca75-4126-adeb-a541ead3cc2b None None] Enqueued Resource ID: 25d8ab67-d5a4-4a5c-b043-9f2543a95ff2 with Priority: HIGHEST for action port [ 655.168515] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d8ab67-d5a4-4a5c-b043-9f2543a95ff2 with Priority: HIGHEST for action port [ 655.168830] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-25d8ab67-d5a4-4a5c-b043-9f2543a95ff2 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.168914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25d8ab67-d5a4-4a5c-b043-9f2543a95ff2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.169010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25d8ab67-d5a4-4a5c-b043-9f2543a95ff2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.169239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25d8ab67-d5a4-4a5c-b043-9f2543a95ff2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.169318] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25d8ab67-d5a4-4a5c-b043-9f2543a95ff2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.597079] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec24b481-3ee1-4ef6-894a-b71e89fcd44e [ 655.597079] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.597079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.597079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.597079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.597079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.597079] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec24b481-3ee1-4ef6-894a-b71e89fcd44e already deleted. [ 655.597079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec24b481-3ee1-4ef6-894a-b71e89fcd44e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.675626] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25d8ab67-d5a4-4a5c-b043-9f2543a95ff2 [ 655.675626] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.676304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.676366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.677340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.678622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.678622] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25d8ab67-d5a4-4a5c-b043-9f2543a95ff2 already deleted. [ 655.678622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25d8ab67-d5a4-4a5c-b043-9f2543a95ff2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.166848] env[69839]: INFO networking_nsxv3.common.synchronization [None req-30c78de2-2377-4695-93ae-555b1598b606 None None] Enqueued Resource ID: 85eff2e4-34c2-45c2-801f-feb7b9b7eb9f with Priority: HIGHEST for action port [ 656.167249] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85eff2e4-34c2-45c2-801f-feb7b9b7eb9f with Priority: HIGHEST for action port [ 656.167540] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-85eff2e4-34c2-45c2-801f-feb7b9b7eb9f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.167664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85eff2e4-34c2-45c2-801f-feb7b9b7eb9f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.167742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85eff2e4-34c2-45c2-801f-feb7b9b7eb9f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.167994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85eff2e4-34c2-45c2-801f-feb7b9b7eb9f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.168097] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85eff2e4-34c2-45c2-801f-feb7b9b7eb9f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.670425] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85eff2e4-34c2-45c2-801f-feb7b9b7eb9f [ 656.671296] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.671827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.671827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.672088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.673135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.673135] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85eff2e4-34c2-45c2-801f-feb7b9b7eb9f already deleted. [ 656.673135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85eff2e4-34c2-45c2-801f-feb7b9b7eb9f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.186249] env[69839]: INFO networking_nsxv3.common.synchronization [None req-329735fc-cc38-4c41-ad18-03e6dbae313a None None] Enqueued Resource ID: e0946970-d993-40bb-ac0c-1d5e2df9a3a0 with Priority: HIGHEST for action port [ 657.186750] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0946970-d993-40bb-ac0c-1d5e2df9a3a0 with Priority: HIGHEST for action port [ 657.187420] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0946970-d993-40bb-ac0c-1d5e2df9a3a0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.187550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0946970-d993-40bb-ac0c-1d5e2df9a3a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.188419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0946970-d993-40bb-ac0c-1d5e2df9a3a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.189052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0946970-d993-40bb-ac0c-1d5e2df9a3a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.189052] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0946970-d993-40bb-ac0c-1d5e2df9a3a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.644271] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9085db76-b470-4a82-a51a-2b0678b30461 None None] Enqueued Resource ID: 8018722a-1a0b-44a7-ab09-e08bec9a6868 with Priority: HIGHEST for action port [ 657.644271] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8018722a-1a0b-44a7-ab09-e08bec9a6868 with Priority: HIGHEST for action port [ 657.644347] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-8018722a-1a0b-44a7-ab09-e08bec9a6868 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.645573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8018722a-1a0b-44a7-ab09-e08bec9a6868" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.645573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8018722a-1a0b-44a7-ab09-e08bec9a6868" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.645573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8018722a-1a0b-44a7-ab09-e08bec9a6868" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.645573] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8018722a-1a0b-44a7-ab09-e08bec9a6868',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.691603] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0946970-d993-40bb-ac0c-1d5e2df9a3a0 [ 657.692218] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.692218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.692218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.692374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.692374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.692477] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0946970-d993-40bb-ac0c-1d5e2df9a3a0 already deleted. [ 657.693571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0946970-d993-40bb-ac0c-1d5e2df9a3a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.919972] env[69839]: INFO networking_nsxv3.common.synchronization [None req-8ea6ac04-c51a-480f-9b63-d2abc9c5e011 None None] Enqueued Resource ID: e88beb77-ffd7-4b10-b738-5f87056c74de with Priority: HIGHEST for action port [ 657.920471] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e88beb77-ffd7-4b10-b738-5f87056c74de with Priority: HIGHEST for action port [ 657.920768] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-e88beb77-ffd7-4b10-b738-5f87056c74de taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.920890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e88beb77-ffd7-4b10-b738-5f87056c74de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.920956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e88beb77-ffd7-4b10-b738-5f87056c74de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.921221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e88beb77-ffd7-4b10-b738-5f87056c74de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.921305] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e88beb77-ffd7-4b10-b738-5f87056c74de',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.150222] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8018722a-1a0b-44a7-ab09-e08bec9a6868 [ 658.151066] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.151066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.151066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.151066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.151066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.152215] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8018722a-1a0b-44a7-ab09-e08bec9a6868 already deleted. [ 658.152215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8018722a-1a0b-44a7-ab09-e08bec9a6868" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.427394] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e88beb77-ffd7-4b10-b738-5f87056c74de [ 658.427689] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.427771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.427822] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.428356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.428356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.428356] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e88beb77-ffd7-4b10-b738-5f87056c74de already deleted. [ 658.428356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e88beb77-ffd7-4b10-b738-5f87056c74de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.842875] env[69839]: INFO networking_nsxv3.common.synchronization [None req-1ea3681c-4e99-4779-9892-86d3dfb67a11 None None] Enqueued Resource ID: 1c96e41b-cdd9-4b21-9729-0c973ab7af8a with Priority: HIGHEST for action port [ 658.843156] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c96e41b-cdd9-4b21-9729-0c973ab7af8a with Priority: HIGHEST for action port [ 658.843665] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c96e41b-cdd9-4b21-9729-0c973ab7af8a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.843804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c96e41b-cdd9-4b21-9729-0c973ab7af8a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.843847] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c96e41b-cdd9-4b21-9729-0c973ab7af8a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.844115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c96e41b-cdd9-4b21-9729-0c973ab7af8a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.844182] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c96e41b-cdd9-4b21-9729-0c973ab7af8a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.346947] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c96e41b-cdd9-4b21-9729-0c973ab7af8a [ 659.347202] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.347335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.348254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.348254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.348254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.348254] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c96e41b-cdd9-4b21-9729-0c973ab7af8a already deleted. [ 659.348254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c96e41b-cdd9-4b21-9729-0c973ab7af8a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.561610] env[69839]: INFO networking_nsxv3.common.synchronization [None req-a76cd948-0218-42aa-9c52-6266b43dda1b None None] Enqueued Resource ID: 050f9101-5b58-41cd-96f6-710aae4544a4 with Priority: HIGHEST for action port [ 659.561610] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050f9101-5b58-41cd-96f6-710aae4544a4 with Priority: HIGHEST for action port [ 659.561610] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-050f9101-5b58-41cd-96f6-710aae4544a4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.561610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-050f9101-5b58-41cd-96f6-710aae4544a4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.561610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-050f9101-5b58-41cd-96f6-710aae4544a4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.562048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-050f9101-5b58-41cd-96f6-710aae4544a4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.562048] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('050f9101-5b58-41cd-96f6-710aae4544a4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.996596] env[69839]: INFO networking_nsxv3.common.synchronization [None req-4b9da3b3-48bd-4521-8c02-cb9b2c790a4b None None] Enqueued Resource ID: c77edb9d-a6b5-491e-a540-f1f438803b20 with Priority: HIGHEST for action port [ 659.998725] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77edb9d-a6b5-491e-a540-f1f438803b20 with Priority: HIGHEST for action port [ 659.998887] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-c77edb9d-a6b5-491e-a540-f1f438803b20 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.998945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c77edb9d-a6b5-491e-a540-f1f438803b20" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.999048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c77edb9d-a6b5-491e-a540-f1f438803b20" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.999265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c77edb9d-a6b5-491e-a540-f1f438803b20" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.999350] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c77edb9d-a6b5-491e-a540-f1f438803b20',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.067551] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 050f9101-5b58-41cd-96f6-710aae4544a4 [ 660.067848] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.067980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.068060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.068275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.068348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.068443] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:050f9101-5b58-41cd-96f6-710aae4544a4 already deleted. [ 660.068521] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-050f9101-5b58-41cd-96f6-710aae4544a4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.501885] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c77edb9d-a6b5-491e-a540-f1f438803b20 [ 660.502241] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.502335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.502370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.502576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.502685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.502748] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c77edb9d-a6b5-491e-a540-f1f438803b20 already deleted. [ 660.502816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c77edb9d-a6b5-491e-a540-f1f438803b20" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.746093] env[69839]: INFO networking_nsxv3.common.synchronization [None req-ac2bad5d-7452-41e7-955b-21f195a1d78f None None] Enqueued Resource ID: 5df2a231-7996-4c82-a0cb-e6e96b8b3be8 with Priority: HIGHEST for action port [ 660.747131] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5df2a231-7996-4c82-a0cb-e6e96b8b3be8 with Priority: HIGHEST for action port [ 660.747131] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-5df2a231-7996-4c82-a0cb-e6e96b8b3be8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.750819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5df2a231-7996-4c82-a0cb-e6e96b8b3be8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.750819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5df2a231-7996-4c82-a0cb-e6e96b8b3be8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.751046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5df2a231-7996-4c82-a0cb-e6e96b8b3be8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.751046] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5df2a231-7996-4c82-a0cb-e6e96b8b3be8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.259191] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5df2a231-7996-4c82-a0cb-e6e96b8b3be8 [ 661.259608] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.259608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.259773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.260101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.260101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.260101] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5df2a231-7996-4c82-a0cb-e6e96b8b3be8 already deleted. [ 661.261155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5df2a231-7996-4c82-a0cb-e6e96b8b3be8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.704602] env[69839]: INFO networking_nsxv3.common.synchronization [None req-4436c49d-1c9e-4772-b715-1259426e5494 None None] Enqueued Resource ID: d3a677de-e620-463f-a877-d3ebd93a8282 with Priority: HIGHEST for action port [ 661.704906] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a677de-e620-463f-a877-d3ebd93a8282 with Priority: HIGHEST for action port [ 661.705554] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a677de-e620-463f-a877-d3ebd93a8282 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.705725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a677de-e620-463f-a877-d3ebd93a8282" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.705790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a677de-e620-463f-a877-d3ebd93a8282" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.706026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a677de-e620-463f-a877-d3ebd93a8282" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.706100] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a677de-e620-463f-a877-d3ebd93a8282',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.210081] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3a677de-e620-463f-a877-d3ebd93a8282 [ 662.210384] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.210449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.210644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.210752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.212065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.212183] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3a677de-e620-463f-a877-d3ebd93a8282 already deleted. [ 662.212280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a677de-e620-463f-a877-d3ebd93a8282" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.447374] env[69839]: INFO networking_nsxv3.common.synchronization [None req-fc5f54b0-d0f3-4c32-afea-0e6e22d775e5 None None] Enqueued Resource ID: e18e1b9d-a14b-41ab-b320-bcd9e128e944 with Priority: HIGHEST for action port [ 663.449174] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18e1b9d-a14b-41ab-b320-bcd9e128e944 with Priority: HIGHEST for action port [ 663.449174] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-e18e1b9d-a14b-41ab-b320-bcd9e128e944 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.449174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e18e1b9d-a14b-41ab-b320-bcd9e128e944" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.449174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e18e1b9d-a14b-41ab-b320-bcd9e128e944" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.449174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e18e1b9d-a14b-41ab-b320-bcd9e128e944" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.449174] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e18e1b9d-a14b-41ab-b320-bcd9e128e944',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.951888] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e18e1b9d-a14b-41ab-b320-bcd9e128e944 [ 663.951888] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.951888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.951888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.951888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.951888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.951888] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e18e1b9d-a14b-41ab-b320-bcd9e128e944 already deleted. [ 663.951888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e18e1b9d-a14b-41ab-b320-bcd9e128e944" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.137047] env[69839]: INFO networking_nsxv3.common.synchronization [None req-52507ed9-7b0e-4e22-8c76-c63054a02cec None None] Enqueued Resource ID: b1491663-1650-44f2-bb61-bb9b46277308 with Priority: HIGHEST for action port [ 665.137350] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1491663-1650-44f2-bb61-bb9b46277308 with Priority: HIGHEST for action port [ 665.137868] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1491663-1650-44f2-bb61-bb9b46277308 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.137990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1491663-1650-44f2-bb61-bb9b46277308" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.138536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1491663-1650-44f2-bb61-bb9b46277308" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.138954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1491663-1650-44f2-bb61-bb9b46277308" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.139062] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1491663-1650-44f2-bb61-bb9b46277308',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.508464] env[69839]: INFO networking_nsxv3.common.synchronization [None req-bf3f1e1c-f664-4d05-901e-ff97f623be07 None None] Enqueued Resource ID: 4b226efc-ff39-4274-8a81-7dc36041e6be with Priority: HIGHEST for action port [ 665.508996] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b226efc-ff39-4274-8a81-7dc36041e6be with Priority: HIGHEST for action port [ 665.509366] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b226efc-ff39-4274-8a81-7dc36041e6be taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.509497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b226efc-ff39-4274-8a81-7dc36041e6be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.509595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b226efc-ff39-4274-8a81-7dc36041e6be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.509821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b226efc-ff39-4274-8a81-7dc36041e6be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.509882] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b226efc-ff39-4274-8a81-7dc36041e6be',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.640915] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1491663-1650-44f2-bb61-bb9b46277308 [ 665.641171] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.641482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.641482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.641951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.641951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.641951] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1491663-1650-44f2-bb61-bb9b46277308 already deleted. [ 665.641951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1491663-1650-44f2-bb61-bb9b46277308" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.016082] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b226efc-ff39-4274-8a81-7dc36041e6be [ 666.016333] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.016475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.016545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.016763] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.016895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.016956] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b226efc-ff39-4274-8a81-7dc36041e6be already deleted. [ 666.017052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b226efc-ff39-4274-8a81-7dc36041e6be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.157438] env[69839]: INFO networking_nsxv3.common.synchronization [req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 req-6450dd68-58a2-48e4-9167-218bbedc05e0 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Enqueued Resource ID: ac6928d1-7443-4f53-a35f-3d993425f4ec with Priority: HIGHEST for action security_group_members [ 666.157438] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6928d1-7443-4f53-a35f-3d993425f4ec with Priority: HIGHEST for action security_group_members [ 666.157760] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6928d1-7443-4f53-a35f-3d993425f4ec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.157912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.158016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.158596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.158596] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.158596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.158596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.159023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.159023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.159117] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6928d1-7443-4f53-a35f-3d993425f4ec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.257725] env[69839]: INFO networking_nsxv3.common.synchronization [None req-958f34e0-4a87-4128-b973-badec99da3d3 None None] Enqueued Resource ID: 81993919-cacb-451b-b691-ab56efaef1e9 with Priority: HIGHEST for action port [ 666.258404] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81993919-cacb-451b-b691-ab56efaef1e9 with Priority: HIGHEST for action port [ 666.258839] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-81993919-cacb-451b-b691-ab56efaef1e9 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.258839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81993919-cacb-451b-b691-ab56efaef1e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.258960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81993919-cacb-451b-b691-ab56efaef1e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.259579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81993919-cacb-451b-b691-ab56efaef1e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.259579] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81993919-cacb-451b-b691-ab56efaef1e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.665563] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.665672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.666340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.666340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.666340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.666340] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.666545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.666545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.666812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.666812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.666812] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6928d1-7443-4f53-a35f-3d993425f4ec already deleted. [ 666.667155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.761486] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81993919-cacb-451b-b691-ab56efaef1e9 [ 666.761900] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.761900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.761900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.762078] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.762164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.762258] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81993919-cacb-451b-b691-ab56efaef1e9 already deleted. [ 666.762337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81993919-cacb-451b-b691-ab56efaef1e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.188412] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.188730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-379" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.188730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-379" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.189031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-379" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.192409] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.192595] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.192808] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.192903] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.193038] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.193356] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.193602] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.193602] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.193733] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.193803] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.193887] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.194242] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.213075] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.213311] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.213462] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.213747] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-379" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.213956] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-29955dbc-0126-4f81-b63c-866c9f6322b0 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.214209] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-29955dbc-0126-4f81-b63c-866c9f6322b0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.214642] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-29955dbc-0126-4f81-b63c-866c9f6322b0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.215316] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-29955dbc-0126-4f81-b63c-866c9f6322b0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.215509] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29955dbc-0126-4f81-b63c-866c9f6322b0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.680725] env[69839]: INFO networking_nsxv3.common.synchronization [None req-92e06d56-92f6-4b36-aed2-9dda0c1c6b1c None None] Enqueued Resource ID: d108c19b-2efa-480c-8560-b144d0be9b47 with Priority: HIGHEST for action port [ 667.681294] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d108c19b-2efa-480c-8560-b144d0be9b47 with Priority: HIGHEST for action port [ 667.681592] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d108c19b-2efa-480c-8560-b144d0be9b47 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.681722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d108c19b-2efa-480c-8560-b144d0be9b47" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.681790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d108c19b-2efa-480c-8560-b144d0be9b47" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.682547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d108c19b-2efa-480c-8560-b144d0be9b47" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.682547] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d108c19b-2efa-480c-8560-b144d0be9b47',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.710678] env[69839]: INFO networking_nsxv3.common.synchronization [None req-7ceb0213-1f95-4bae-b43e-6a15fde658e7 None None] Enqueued Resource ID: 8c4f4900-8354-445a-9714-6a90b0d854ff with Priority: HIGHEST for action port [ 667.710678] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4f4900-8354-445a-9714-6a90b0d854ff with Priority: HIGHEST for action port [ 667.710678] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c4f4900-8354-445a-9714-6a90b0d854ff taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.710678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c4f4900-8354-445a-9714-6a90b0d854ff" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.710678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c4f4900-8354-445a-9714-6a90b0d854ff" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.711323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c4f4900-8354-445a-9714-6a90b0d854ff" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.711323] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c4f4900-8354-445a-9714-6a90b0d854ff',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.719517] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.719723] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.719856] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.720146] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.720299] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.720461] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 29955dbc-0126-4f81-b63c-866c9f6322b0 not found, creating... [ 667.720733] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.723321] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.723321] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.723321] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.723321] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.723321] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.723321] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.723321] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.723321] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.723321] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.723321] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 29955dbc-0126-4f81-b63c-866c9f6322b0 is going to be created. [ 667.746527] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.746527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.746527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.746527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.746527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.746527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-29955dbc-0126-4f81-b63c-866c9f6322b0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.848885] env[69839]: INFO networking_nsxv3.common.synchronization [req-bbb7e258-b905-47d9-946c-8d444eb26f47 req-4c5e8676-6d0a-4522-bd00-25d5661d0e34 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Enqueued Resource ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 with Priority: HIGHEST for action security_group_members [ 667.849908] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 with Priority: HIGHEST for action security_group_members [ 667.850559] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-795a6c14-aaf1-4e7d-8727-10c91a4c3351 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.850686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.850761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.851041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.852640] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.852640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.852640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.852640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.854138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.854138] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('795a6c14-aaf1-4e7d-8727-10c91a4c3351',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.175113] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.175113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.175113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.175113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.175113] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.175113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.175113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.175113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.175113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.175896] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.177031] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.177302] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.177554] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.177809] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.179759] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.179759] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.185214] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d108c19b-2efa-480c-8560-b144d0be9b47 [ 668.185214] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.185214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.185214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.185214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.185214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.185214] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d108c19b-2efa-480c-8560-b144d0be9b47 already deleted. [ 668.185214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d108c19b-2efa-480c-8560-b144d0be9b47" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.195793] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.195793] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.195793] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.195793] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.195793] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-03d14f70-40c9-4b73-ae05-7f3219e91b23 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.196730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-03d14f70-40c9-4b73-ae05-7f3219e91b23" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.198138] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-03d14f70-40c9-4b73-ae05-7f3219e91b23" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.198138] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-03d14f70-40c9-4b73-ae05-7f3219e91b23" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.198138] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d14f70-40c9-4b73-ae05-7f3219e91b23',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.215008] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c4f4900-8354-445a-9714-6a90b0d854ff [ 668.215008] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.215008] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.215008] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.215008] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.215008] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.215008] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c4f4900-8354-445a-9714-6a90b0d854ff already deleted. [ 668.215008] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c4f4900-8354-445a-9714-6a90b0d854ff" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.357245] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.357245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.357245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.357245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.357245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.357245] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.357245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.357245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.357245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.357245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.357245] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 already deleted. [ 668.357245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.703227] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.703227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.703227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.703227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.703227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.703227] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 03d14f70-40c9-4b73-ae05-7f3219e91b23 not found, creating... [ 668.703227] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.703227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.703227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.703227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.703227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.703602] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.703602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.703602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.703602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.703602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.704202] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 03d14f70-40c9-4b73-ae05-7f3219e91b23 is going to be created. [ 668.724128] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.724128] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.724128] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.724128] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.724128] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.724128] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-03d14f70-40c9-4b73-ae05-7f3219e91b23" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.144742] env[69839]: INFO networking_nsxv3.common.synchronization [req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 req-ef8e22b1-11a3-4e1c-b2b8-7e1aa015981a service nova] Enqueued Resource ID: ac6928d1-7443-4f53-a35f-3d993425f4ec with Priority: HIGHEST for action security_group_rules [ 669.145788] env[69839]: INFO networking_nsxv3.common.synchronization [req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 req-ef8e22b1-11a3-4e1c-b2b8-7e1aa015981a service nova] Enqueued Resource ID: ac6928d1-7443-4f53-a35f-3d993425f4ec with Priority: HIGHEST for action security_group_members [ 669.145788] env[69839]: INFO networking_nsxv3.common.synchronization [req-ee65fe7f-9fb7-4929-9fe1-411cd4cfb5a7 req-ef8e22b1-11a3-4e1c-b2b8-7e1aa015981a service nova] Enqueued Resource ID: 29955dbc-0126-4f81-b63c-866c9f6322b0 with Priority: HIGHEST for action port [ 669.145788] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6928d1-7443-4f53-a35f-3d993425f4ec with Priority: HIGHEST for action security_group_rules [ 669.145788] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6928d1-7443-4f53-a35f-3d993425f4ec with Priority: HIGHEST for action security_group_members [ 669.145788] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29955dbc-0126-4f81-b63c-866c9f6322b0 with Priority: HIGHEST for action port [ 669.146174] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac6928d1-7443-4f53-a35f-3d993425f4ec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.146314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.146385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.146638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.146734] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac6928d1-7443-4f53-a35f-3d993425f4ec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.147575] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6928d1-7443-4f53-a35f-3d993425f4ec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.147691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.147765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.148103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.148177] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.148306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.148306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.148447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.148535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.148638] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6928d1-7443-4f53-a35f-3d993425f4ec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.149782] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-29955dbc-0126-4f81-b63c-866c9f6322b0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.150504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29955dbc-0126-4f81-b63c-866c9f6322b0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.150504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29955dbc-0126-4f81-b63c-866c9f6322b0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.150504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29955dbc-0126-4f81-b63c-866c9f6322b0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.150504] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29955dbc-0126-4f81-b63c-866c9f6322b0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.652717] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6928d1-7443-4f53-a35f-3d993425f4ec taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.652717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.669992] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac6928d1-7443-4f53-a35f-3d993425f4ec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.670798] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29955dbc-0126-4f81-b63c-866c9f6322b0 with status ACTIVE [ 669.670903] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.671024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.671097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.671305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.671394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.671564] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.671665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.671731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.671875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.671951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.672683] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.672792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.672861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.673027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.673242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.673339] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29955dbc-0126-4f81-b63c-866c9f6322b0 is going to be updated. [ 669.692697] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.692843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.692895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.693111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.696019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.696019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29955dbc-0126-4f81-b63c-866c9f6322b0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.696019] env[69839]: INFO networking_nsxv3.common.synchronization [req-bbb7e258-b905-47d9-946c-8d444eb26f47 req-d36de3d0-a5df-45f9-92a9-2f03c63ec408 service nova] Enqueued Resource ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 with Priority: HIGHEST for action security_group_rules [ 669.696019] env[69839]: INFO networking_nsxv3.common.synchronization [req-bbb7e258-b905-47d9-946c-8d444eb26f47 req-d36de3d0-a5df-45f9-92a9-2f03c63ec408 service nova] Enqueued Resource ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 with Priority: HIGHEST for action security_group_members [ 669.696019] env[69839]: INFO networking_nsxv3.common.synchronization [req-bbb7e258-b905-47d9-946c-8d444eb26f47 req-d36de3d0-a5df-45f9-92a9-2f03c63ec408 service nova] Enqueued Resource ID: 03d14f70-40c9-4b73-ae05-7f3219e91b23 with Priority: HIGHEST for action port [ 669.696466] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 with Priority: HIGHEST for action security_group_rules [ 669.696634] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 with Priority: HIGHEST for action security_group_members [ 669.696688] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03d14f70-40c9-4b73-ae05-7f3219e91b23 with Priority: HIGHEST for action port [ 669.696926] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-795a6c14-aaf1-4e7d-8727-10c91a4c3351 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.697043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.697105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.697340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.697418] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('795a6c14-aaf1-4e7d-8727-10c91a4c3351',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.698636] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-795a6c14-aaf1-4e7d-8727-10c91a4c3351 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.698844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.698925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.699114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.699263] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.699958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.699958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.699958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.699958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.699958] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('795a6c14-aaf1-4e7d-8727-10c91a4c3351',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.701122] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-03d14f70-40c9-4b73-ae05-7f3219e91b23 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.701324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03d14f70-40c9-4b73-ae05-7f3219e91b23" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.701324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03d14f70-40c9-4b73-ae05-7f3219e91b23" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.701498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03d14f70-40c9-4b73-ae05-7f3219e91b23" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.701541] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d14f70-40c9-4b73-ae05-7f3219e91b23',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.987454] env[69839]: INFO networking_nsxv3.common.synchronization [None req-2d5f3df6-f034-4e38-af46-5bea7e70f3c3 None None] Enqueued Resource ID: 34dccfe9-c091-4fda-8491-615daef2dfb2 with Priority: HIGHEST for action port [ 669.987745] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34dccfe9-c091-4fda-8491-615daef2dfb2 with Priority: HIGHEST for action port [ 669.988480] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-34dccfe9-c091-4fda-8491-615daef2dfb2 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.988480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34dccfe9-c091-4fda-8491-615daef2dfb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.988632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34dccfe9-c091-4fda-8491-615daef2dfb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.988752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34dccfe9-c091-4fda-8491-615daef2dfb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.988830] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34dccfe9-c091-4fda-8491-615daef2dfb2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.036055] env[69839]: INFO networking_nsxv3.common.synchronization [None req-d6bd0370-6ee5-4fcc-80d8-76f18c5aee53 tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Enqueued Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_rules [ 670.036604] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_rules [ 670.037200] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.037200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.037392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.037617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.037702] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.163284] env[69839]: INFO networking_nsxv3.common.synchronization [None req-e5415931-a39c-4c18-8616-dd643258700b tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Enqueued Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_rules [ 670.163284] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_rules [ 670.164069] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.164131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.176267] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac6928d1-7443-4f53-a35f-3d993425f4ec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.199345] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-795a6c14-aaf1-4e7d-8727-10c91a4c3351 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.199345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.200968] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('795a6c14-aaf1-4e7d-8727-10c91a4c3351',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.203428] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03d14f70-40c9-4b73-ae05-7f3219e91b23 with status ACTIVE [ 670.203649] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.203754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.203822] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.204042] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.204144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.204312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.204409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.204469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.204615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.204689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.204860] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.204947] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.205012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.206734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.206734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.206734] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03d14f70-40c9-4b73-ae05-7f3219e91b23 is going to be updated. [ 670.225203] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.225203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.225203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.225203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.225203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.225203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03d14f70-40c9-4b73-ae05-7f3219e91b23" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.492563] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34dccfe9-c091-4fda-8491-615daef2dfb2 [ 670.492851] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.492983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.493060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.493296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.493381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.493473] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34dccfe9-c091-4fda-8491-615daef2dfb2 already deleted. [ 670.493563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34dccfe9-c091-4fda-8491-615daef2dfb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.558152] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.558531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.558593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.558806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.559229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.559229] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf already deleted. [ 670.559229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.559388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.559542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.559657] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.660312] env[69839]: INFO networking_nsxv3.common.synchronization [req-743b86e9-96ce-4ef8-9715-4cc05383a64b req-362c5d72-1f29-436f-b61d-7b10251dd080 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Enqueued Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 670.663018] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 670.663018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.663018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.663018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.663018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.663018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.663018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.663018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.663018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.663018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.663681] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.680135] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.680276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.680346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.680544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.680628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.680719] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6928d1-7443-4f53-a35f-3d993425f4ec is going to be created. [ 670.705915] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('795a6c14-aaf1-4e7d-8727-10c91a4c3351',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.709592] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.709867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.710720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.710720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.710720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.723104] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6928d1-7443-4f53-a35f-3d993425f4ec in Status: UNINITIALIZED for 2s [ 671.081197] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.081355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.081428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.081649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.081742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.081841] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf already deleted. [ 671.081926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.165770] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.165990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.166132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.167370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.167370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.167370] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.167370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.167370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.167370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.167370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.167712] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e already deleted. [ 671.167712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.215535] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.215774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.216673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.216673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.216673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.216673] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 is going to be created. [ 671.249640] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.249640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.249640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.249640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.249640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.257367] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 in Status: UNINITIALIZED for 2s [ 671.771678] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.771987] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.771987] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.772277] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.772560] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.775318] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.775318] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.775318] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.775318] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.775318] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.775318] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.775318] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.775318] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.775318] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.775905] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.775905] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.794009] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.794183] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.794323] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.794496] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.794805] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-7eb62590-7955-4386-8bc9-516e1eeb690f taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.794983] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-7eb62590-7955-4386-8bc9-516e1eeb690f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.795122] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-7eb62590-7955-4386-8bc9-516e1eeb690f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.795432] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-7eb62590-7955-4386-8bc9-516e1eeb690f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.795573] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb62590-7955-4386-8bc9-516e1eeb690f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.990310] env[69839]: INFO networking_nsxv3.common.synchronization [None req-e85b0394-210c-47b0-9f67-e7f1ab8b6706 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_rules [ 671.990829] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_rules [ 671.991173] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.991298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.991367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.991607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.991693] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.273033] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9f74613e-da43-4b92-b79d-3f8ec405b256 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_rules [ 672.273364] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_rules [ 672.273657] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.273941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.299183] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.299319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.299408] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.300124] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.304010] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.304382] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 7eb62590-7955-4386-8bc9-516e1eeb690f not found, creating... [ 672.304646] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.304794] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.304943] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.305273] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.305410] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.305758] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.305937] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.307105] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.307382] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.307382] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.307753] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 7eb62590-7955-4386-8bc9-516e1eeb690f is going to be created. [ 672.330027] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.330027] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.330027] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.330027] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.330027] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.330027] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-7eb62590-7955-4386-8bc9-516e1eeb690f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.515727] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.515895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.516698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.517034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.517160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.517680] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 already deleted. [ 672.517782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.518074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.518653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.518653] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.637705] env[69839]: INFO networking_nsxv3.common.synchronization [req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 req-dcad2ff6-558f-4e01-9e39-87c6b8b8c99c tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Enqueued Resource ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 with Priority: HIGHEST for action security_group_members [ 672.638148] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 with Priority: HIGHEST for action security_group_members [ 672.638443] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-950d332b-64b2-4f1a-a211-0db49fc0b015 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.638677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.638677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.639367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.639560] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.639672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.639740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.639906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.639984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.640081] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('950d332b-64b2-4f1a-a211-0db49fc0b015',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.734481] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6928d1-7443-4f53-a35f-3d993425f4ec in Status: SUCCESS [ 672.734859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.734964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.736030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.736030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.736030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.736030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.736030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.736030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.736030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.736030] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac6928d1-7443-4f53-a35f-3d993425f4ec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.785652] env[69839]: INFO networking_nsxv3.common.synchronization [None req-dbbed712-fa49-41e8-a5a9-61536f763085 None None] Enqueued Resource ID: d12c8d54-b8f7-414a-a34b-32e8f24b8225 with Priority: HIGHEST for action port [ 672.785930] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12c8d54-b8f7-414a-a34b-32e8f24b8225 with Priority: HIGHEST for action port [ 672.786534] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12c8d54-b8f7-414a-a34b-32e8f24b8225 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.786632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12c8d54-b8f7-414a-a34b-32e8f24b8225" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.786680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12c8d54-b8f7-414a-a34b-32e8f24b8225" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.786917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12c8d54-b8f7-414a-a34b-32e8f24b8225" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.787011] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12c8d54-b8f7-414a-a34b-32e8f24b8225',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.043181] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.043653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.044135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.044387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.044823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.044823] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 already deleted. [ 673.044823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.144541] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.144541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.144541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.144541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.144541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.144541] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.144541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.144541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.144541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.144541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.144541] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 already deleted. [ 673.144541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.239022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6928d1-7443-4f53-a35f-3d993425f4ec taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.246269] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.246376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.246605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.246794] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.246908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.246968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.247194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.247230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.247301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.247449] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6928d1-7443-4f53-a35f-3d993425f4ec taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.247536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.247805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.247805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.247936] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.247986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.248046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.248189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.248260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.248337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.248420] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac6928d1-7443-4f53-a35f-3d993425f4ec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.270250] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 in Status: SUCCESS [ 673.270471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.270904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.272656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.272656] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.272656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.272656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.272656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.272656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.272656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.272656] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('795a6c14-aaf1-4e7d-8727-10c91a4c3351',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.296441] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d12c8d54-b8f7-414a-a34b-32e8f24b8225 [ 673.296747] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.296840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.296913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.297203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.297963] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.297963] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d12c8d54-b8f7-414a-a34b-32e8f24b8225 already deleted. [ 673.297963] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12c8d54-b8f7-414a-a34b-32e8f24b8225" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.578986] env[69839]: INFO networking_nsxv3.common.synchronization [req-743b86e9-96ce-4ef8-9715-4cc05383a64b req-84f93b38-3901-484f-a13e-16fc642b809a service nova] Enqueued Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_rules [ 673.578986] env[69839]: INFO networking_nsxv3.common.synchronization [req-743b86e9-96ce-4ef8-9715-4cc05383a64b req-84f93b38-3901-484f-a13e-16fc642b809a service nova] Enqueued Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 673.578986] env[69839]: INFO networking_nsxv3.common.synchronization [req-743b86e9-96ce-4ef8-9715-4cc05383a64b req-84f93b38-3901-484f-a13e-16fc642b809a service nova] Enqueued Resource ID: 7eb62590-7955-4386-8bc9-516e1eeb690f with Priority: HIGHEST for action port [ 673.578986] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_rules [ 673.578986] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 673.578986] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb62590-7955-4386-8bc9-516e1eeb690f with Priority: HIGHEST for action port [ 673.579991] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.579991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.579991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.582394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.582394] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.582394] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.582394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.582394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.582394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.582394] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.582713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.582713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.582713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.582800] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.582900] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.585611] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eb62590-7955-4386-8bc9-516e1eeb690f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.585747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eb62590-7955-4386-8bc9-516e1eeb690f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.585818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eb62590-7955-4386-8bc9-516e1eeb690f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.586028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eb62590-7955-4386-8bc9-516e1eeb690f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.590130] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb62590-7955-4386-8bc9-516e1eeb690f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.751050] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-636 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.751303] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-636" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.751465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-636" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.751847] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-636" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.754536] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.754536] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.754698] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.755059] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.755059] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.755475] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.755475] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.755694] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.755694] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.755834] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.756150] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.756150] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.757754] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac6928d1-7443-4f53-a35f-3d993425f4ec: rpc.has_security_group_logging(os_id): False [ 673.774355] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-795a6c14-aaf1-4e7d-8727-10c91a4c3351 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.774570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.774630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.775174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.775235] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.775346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.775445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.775553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.775723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.775920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.776111] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-795a6c14-aaf1-4e7d-8727-10c91a4c3351 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.776422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.776422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.776516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.777253] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.777253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.777253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.782487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.782487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.782487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.782487] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('795a6c14-aaf1-4e7d-8727-10c91a4c3351',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.784913] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.785105] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.785317] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.785594] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-636" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.785901] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-0515fd70-4b7e-4ebd-8fa8-a6ae52829add taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.786260] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-0515fd70-4b7e-4ebd-8fa8-a6ae52829add" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.786260] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-0515fd70-4b7e-4ebd-8fa8-a6ae52829add" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.786664] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-0515fd70-4b7e-4ebd-8fa8-a6ae52829add" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.786976] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0515fd70-4b7e-4ebd-8fa8-a6ae52829add',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.788831] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.788952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.791791] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.791791] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.791791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.791791] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.792409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.792409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.792409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.792409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.792409] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac6928d1-7443-4f53-a35f-3d993425f4ec is going to be created. [ 673.861848] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.863298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.870312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.870312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.870312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.881567] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6928d1-7443-4f53-a35f-3d993425f4ec in Status: IN_PROGRESS for 2s [ 674.088411] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.089469] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.089578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.089769] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eb62590-7955-4386-8bc9-516e1eeb690f with status ACTIVE [ 674.089936] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.090059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.090125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.091952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.091952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.091952] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.091952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.091952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.091952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.091952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.091952] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.091952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.091952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.091952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.092441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.092441] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eb62590-7955-4386-8bc9-516e1eeb690f is going to be updated. [ 674.113523] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.113655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.113726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.113930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.114067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.114218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eb62590-7955-4386-8bc9-516e1eeb690f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.285035] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 795a6c14-aaf1-4e7d-8727-10c91a4c3351: rpc.has_security_group_logging(os_id): False [ 674.289513] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.289632] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.289676] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.289955] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.290153] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.290381] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 0515fd70-4b7e-4ebd-8fa8-a6ae52829add not found, creating... [ 674.290916] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.290916] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.291101] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.291403] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.291565] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.291857] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.293118] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.293118] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.293118] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.293660] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.294562] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 0515fd70-4b7e-4ebd-8fa8-a6ae52829add is going to be created. [ 674.301855] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.301984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.302161] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.302221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.302361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.302501] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.302666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.302666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.302815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.302873] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.303051] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.303145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.303209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.303355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.303427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.303618] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.303718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.303766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.303912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.303984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.304228] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 is going to be created. [ 674.323894] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.324121] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.324246] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.324662] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.324911] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.325099] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-0515fd70-4b7e-4ebd-8fa8-a6ae52829add" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.357936] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.358123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.358201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.358391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.358567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.369823] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 in Status: IN_PROGRESS for 2s [ 674.595289] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.100906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.100906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.100906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.100906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.100906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.100906] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e is going to be created. [ 675.121388] env[69839]: INFO networking_nsxv3.common.synchronization [req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 req-59d35851-a209-4f96-8568-17ede09a77a5 service nova] Enqueued Resource ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 with Priority: HIGHEST for action security_group_rules [ 675.122694] env[69839]: INFO networking_nsxv3.common.synchronization [req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 req-59d35851-a209-4f96-8568-17ede09a77a5 service nova] Enqueued Resource ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 with Priority: HIGHEST for action security_group_members [ 675.124128] env[69839]: INFO networking_nsxv3.common.synchronization [req-e1556f35-4d9f-4d5d-baca-2b2681d01dd7 req-59d35851-a209-4f96-8568-17ede09a77a5 service nova] Enqueued Resource ID: 0515fd70-4b7e-4ebd-8fa8-a6ae52829add with Priority: HIGHEST for action port [ 675.124245] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.124480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.124631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.125140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.125382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.131348] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 with Priority: HIGHEST for action security_group_rules [ 675.131750] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 with Priority: HIGHEST for action security_group_members [ 675.131933] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0515fd70-4b7e-4ebd-8fa8-a6ae52829add with Priority: HIGHEST for action port [ 675.133457] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-950d332b-64b2-4f1a-a211-0db49fc0b015 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.133901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.134049] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.135836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.135836] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('950d332b-64b2-4f1a-a211-0db49fc0b015',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.135836] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-950d332b-64b2-4f1a-a211-0db49fc0b015 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.135836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.135836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.135836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.135836] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.135836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.136535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.136796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.136974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.137169] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('950d332b-64b2-4f1a-a211-0db49fc0b015',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.144198] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0515fd70-4b7e-4ebd-8fa8-a6ae52829add taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.144198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0515fd70-4b7e-4ebd-8fa8-a6ae52829add" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.144198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0515fd70-4b7e-4ebd-8fa8-a6ae52829add" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.144198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0515fd70-4b7e-4ebd-8fa8-a6ae52829add" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.144198] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0515fd70-4b7e-4ebd-8fa8-a6ae52829add',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.152383] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: UNINITIALIZED for 2s [ 675.644922] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0515fd70-4b7e-4ebd-8fa8-a6ae52829add with status ACTIVE [ 675.645231] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.646875] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.646875] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.646875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.648220] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0515fd70-4b7e-4ebd-8fa8-a6ae52829add is going to be updated. [ 675.650299] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-950d332b-64b2-4f1a-a211-0db49fc0b015 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.650299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.650299] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('950d332b-64b2-4f1a-a211-0db49fc0b015',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.672967] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.673095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.673150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.673360] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.673501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.673660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0515fd70-4b7e-4ebd-8fa8-a6ae52829add" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.875779] env[69839]: INFO networking_nsxv3.common.synchronization [req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f req-4376b0c2-6de3-427d-b7e0-cf122053d249 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Enqueued Resource ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 with Priority: HIGHEST for action security_group_members [ 675.875779] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 with Priority: HIGHEST for action security_group_members [ 675.876203] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bc018e-f8c6-4a58-ab5f-47a893097a07 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.877478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.877478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.879051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.879051] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.879051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.879219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.879311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.879442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.879507] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4bc018e-f8c6-4a58-ab5f-47a893097a07',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.898214] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac6928d1-7443-4f53-a35f-3d993425f4ec in Status: SUCCESS [ 675.898214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.151725] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('950d332b-64b2-4f1a-a211-0db49fc0b015',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.386370] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 in Status: SUCCESS [ 676.388267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.390589] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.390589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.390589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.390589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.390589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.394093] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.394279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.394279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.394798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.394798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.394798] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 already deleted. [ 676.394798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.655229] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.655685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.655685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.656308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.656420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.656525] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 is going to be created. [ 676.679191] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.679384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.679681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.679804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.681112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.689384] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 in Status: UNINITIALIZED for 2s [ 676.952056] env[69839]: INFO networking_nsxv3.common.synchronization [None req-0e719124-13db-4042-9d70-15c585845fe3 None None] Enqueued Resource ID: 15f26594-5fa4-4035-accc-61f9d5d150ec with Priority: HIGHEST for action port [ 676.952056] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f26594-5fa4-4035-accc-61f9d5d150ec with Priority: HIGHEST for action port [ 676.952056] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-15f26594-5fa4-4035-accc-61f9d5d150ec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.952056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15f26594-5fa4-4035-accc-61f9d5d150ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.952056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15f26594-5fa4-4035-accc-61f9d5d150ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.952056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15f26594-5fa4-4035-accc-61f9d5d150ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.952056] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f26594-5fa4-4035-accc-61f9d5d150ec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.162401] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: SUCCESS [ 677.162818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.162818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.163139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.163273] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.163403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.163467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.163621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.163700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.163792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.163889] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.458052] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15f26594-5fa4-4035-accc-61f9d5d150ec [ 677.461432] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.461432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.461432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.461432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.461432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.461432] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15f26594-5fa4-4035-accc-61f9d5d150ec already deleted. [ 677.461432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15f26594-5fa4-4035-accc-61f9d5d150ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.464880] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.465089] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.465222] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.465487] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.465801] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.470399] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.470399] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.470399] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.470399] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.470399] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.470399] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.470399] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.470399] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.470650] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.470650] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.472115] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.477019] env[69839]: INFO networking_nsxv3.common.synchronization [req-508ffedb-fcd0-4136-adcd-c1c4d030f947 req-c9d05d35-6dea-4700-82b4-043ab4744b12 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Enqueued Resource ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 with Priority: HIGHEST for action security_group_members [ 677.478364] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 with Priority: HIGHEST for action security_group_members [ 677.478569] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41334ff-2517-4dd5-92c6-82cf2d700ff1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.478680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.478731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.483412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.483412] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.483412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.483412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.483412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.483412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.483412] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41334ff-2517-4dd5-92c6-82cf2d700ff1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.495116] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.495116] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.495116] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.495116] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.495116] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-3f3937f3-fc33-4059-b07c-af8d6999c7a6 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.495116] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-3f3937f3-fc33-4059-b07c-af8d6999c7a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.495116] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-3f3937f3-fc33-4059-b07c-af8d6999c7a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.504197] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-3f3937f3-fc33-4059-b07c-af8d6999c7a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.504197] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3937f3-fc33-4059-b07c-af8d6999c7a6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.666547] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.666786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.666786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.667711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.667711] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.667711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.667711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.667711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.667711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.667711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.668016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.668016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.668016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.668203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.668203] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.668310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.668649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.668649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.668649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.668649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.668826] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.992991] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.992991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.992991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.993265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.993338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993552] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.993686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.993775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.993971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.994089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.994183] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 already deleted. [ 677.994281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.007482] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.007482] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.007627] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.008490] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.008738] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.010371] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 3f3937f3-fc33-4059-b07c-af8d6999c7a6 not found, creating... [ 678.010371] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.010675] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.010675] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.010855] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.011115] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.011705] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.011977] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.012216] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.012465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.012802] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.013328] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 3f3937f3-fc33-4059-b07c-af8d6999c7a6 is going to be created. [ 678.036052] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.036052] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.036052] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.036052] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.036477] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.036527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-3f3937f3-fc33-4059-b07c-af8d6999c7a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.091484] env[69839]: INFO networking_nsxv3.common.synchronization [None req-b2ddcf48-4204-4713-91a6-8c816e75991a None None] Enqueued Resource ID: 1e302b70-aa3b-4533-95b7-b0d0de739a0e with Priority: HIGHEST for action port [ 678.092071] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e302b70-aa3b-4533-95b7-b0d0de739a0e with Priority: HIGHEST for action port [ 678.092399] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e302b70-aa3b-4533-95b7-b0d0de739a0e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.092523] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e302b70-aa3b-4533-95b7-b0d0de739a0e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.092589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e302b70-aa3b-4533-95b7-b0d0de739a0e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.092924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e302b70-aa3b-4533-95b7-b0d0de739a0e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.095048] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e302b70-aa3b-4533-95b7-b0d0de739a0e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.173296] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e: rpc.has_security_group_logging(os_id): False [ 678.196085] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.196085] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.196085] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.196085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.196668] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.196668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.196668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.196668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.196668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.197195] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e is going to be created. [ 678.254402] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.254402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.254402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.254402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.254402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.267625] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: IN_PROGRESS for 2s [ 678.601184] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e302b70-aa3b-4533-95b7-b0d0de739a0e [ 678.601312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.601460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.601589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.601898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.602067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.602226] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e302b70-aa3b-4533-95b7-b0d0de739a0e already deleted. [ 678.602367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e302b70-aa3b-4533-95b7-b0d0de739a0e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.642150] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.642437] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.642437] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.642805] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.643013] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.643318] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.643318] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.644036] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.644036] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.644036] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.644036] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.644467] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.644467] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.644467] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 678.644467] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.645286] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.662848] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.664707] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 678.664707] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.664811] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.665747] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-c66ed47b-cb92-4263-9b3f-040a90e17ea6 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.665747] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-c66ed47b-cb92-4263-9b3f-040a90e17ea6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.665747] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-c66ed47b-cb92-4263-9b3f-040a90e17ea6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.665747] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-c66ed47b-cb92-4263-9b3f-040a90e17ea6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.665966] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66ed47b-cb92-4263-9b3f-040a90e17ea6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.701662] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 in Status: SUCCESS [ 678.701930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.702140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.702363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.704060] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.704060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.704060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.704060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.704060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.704060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.704060] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('950d332b-64b2-4f1a-a211-0db49fc0b015',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.169646] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.169889] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.170034] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.170314] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.170467] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.170658] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port c66ed47b-cb92-4263-9b3f-040a90e17ea6 not found, creating... [ 679.170872] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.171041] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.171229] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.172378] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.172576] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.172930] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.173038] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.173211] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.173647] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.173876] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.173876] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: c66ed47b-cb92-4263-9b3f-040a90e17ea6 is going to be created. [ 679.194536] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.194722] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.194861] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.195168] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.195401] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.195635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-c66ed47b-cb92-4263-9b3f-040a90e17ea6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.208850] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-950d332b-64b2-4f1a-a211-0db49fc0b015 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.209308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.209389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.209595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.209766] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.210249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.210344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.210510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.210605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.210699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.210853] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-950d332b-64b2-4f1a-a211-0db49fc0b015 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.210948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.211031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.211166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.211301] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.211398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.211467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.211592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.211671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.211825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.211856] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('950d332b-64b2-4f1a-a211-0db49fc0b015',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.633614] env[69839]: INFO networking_nsxv3.common.synchronization [req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f req-e9c9fd46-3972-4608-a37e-9c977b1f3de0 service nova] Enqueued Resource ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 with Priority: HIGHEST for action security_group_rules [ 679.634952] env[69839]: INFO networking_nsxv3.common.synchronization [req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f req-e9c9fd46-3972-4608-a37e-9c977b1f3de0 service nova] Enqueued Resource ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 with Priority: HIGHEST for action security_group_members [ 679.634952] env[69839]: INFO networking_nsxv3.common.synchronization [req-7fb029cf-9d07-46d4-9fd6-8d9ba1a3393f req-e9c9fd46-3972-4608-a37e-9c977b1f3de0 service nova] Enqueued Resource ID: 3f3937f3-fc33-4059-b07c-af8d6999c7a6 with Priority: HIGHEST for action port [ 679.634952] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 with Priority: HIGHEST for action security_group_rules [ 679.634952] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 with Priority: HIGHEST for action security_group_members [ 679.635932] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3937f3-fc33-4059-b07c-af8d6999c7a6 with Priority: HIGHEST for action port [ 679.636297] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4bc018e-f8c6-4a58-ab5f-47a893097a07 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.636409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.636661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.638647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.638647] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4bc018e-f8c6-4a58-ab5f-47a893097a07',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.641409] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bc018e-f8c6-4a58-ab5f-47a893097a07 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.644104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.644104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.644104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.644104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.644104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.644104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.644104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.644104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.644104] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4bc018e-f8c6-4a58-ab5f-47a893097a07',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.645219] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f3937f3-fc33-4059-b07c-af8d6999c7a6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.645291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f3937f3-fc33-4059-b07c-af8d6999c7a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.645324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f3937f3-fc33-4059-b07c-af8d6999c7a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.645497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f3937f3-fc33-4059-b07c-af8d6999c7a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.645580] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3937f3-fc33-4059-b07c-af8d6999c7a6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.715348] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 950d332b-64b2-4f1a-a211-0db49fc0b015: rpc.has_security_group_logging(os_id): False [ 679.733336] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.733557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.733677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.734289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.734447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.734757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.734940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.734940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.735100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.735455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.736053] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.736891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.736891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.736891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.736891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.736891] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.736891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.736891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.737172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.738765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.738765] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 is going to be created. [ 679.789694] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.789694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.789694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.790305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.790305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.802044] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 in Status: IN_PROGRESS for 2s [ 680.042443] env[69839]: INFO networking_nsxv3.common.synchronization [None req-25efd69c-bb4b-4281-9d06-ed89bdc7017e None None] Enqueued Resource ID: 01a16e0b-7600-4657-85a8-12c84612606c with Priority: HIGHEST for action port [ 680.043280] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a16e0b-7600-4657-85a8-12c84612606c with Priority: HIGHEST for action port [ 680.044010] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-01a16e0b-7600-4657-85a8-12c84612606c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.044629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01a16e0b-7600-4657-85a8-12c84612606c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.044704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01a16e0b-7600-4657-85a8-12c84612606c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.045087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01a16e0b-7600-4657-85a8-12c84612606c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.045251] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a16e0b-7600-4657-85a8-12c84612606c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.150033] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bc018e-f8c6-4a58-ab5f-47a893097a07 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.150033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.150033] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4bc018e-f8c6-4a58-ab5f-47a893097a07',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.150033] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f3937f3-fc33-4059-b07c-af8d6999c7a6 with status ACTIVE [ 680.150033] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.150033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.150033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.150033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.150033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.150033] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.150033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.150033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.150033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.150033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.151020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.151427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.151741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.152077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.152249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.152412] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f3937f3-fc33-4059-b07c-af8d6999c7a6 is going to be updated. [ 680.172367] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.172538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.172580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.172796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.173059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.173126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f3937f3-fc33-4059-b07c-af8d6999c7a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.277813] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: SUCCESS [ 680.278077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.325108] env[69839]: INFO networking_nsxv3.common.synchronization [req-508ffedb-fcd0-4136-adcd-c1c4d030f947 req-bb4261de-8914-48ca-81ce-5e0185834ada service nova] Enqueued Resource ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 with Priority: HIGHEST for action security_group_rules [ 680.325324] env[69839]: INFO networking_nsxv3.common.synchronization [req-508ffedb-fcd0-4136-adcd-c1c4d030f947 req-bb4261de-8914-48ca-81ce-5e0185834ada service nova] Enqueued Resource ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 with Priority: HIGHEST for action security_group_members [ 680.325420] env[69839]: INFO networking_nsxv3.common.synchronization [req-508ffedb-fcd0-4136-adcd-c1c4d030f947 req-bb4261de-8914-48ca-81ce-5e0185834ada service nova] Enqueued Resource ID: c66ed47b-cb92-4263-9b3f-040a90e17ea6 with Priority: HIGHEST for action port [ 680.325982] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 with Priority: HIGHEST for action security_group_rules [ 680.326234] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 with Priority: HIGHEST for action security_group_members [ 680.326234] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66ed47b-cb92-4263-9b3f-040a90e17ea6 with Priority: HIGHEST for action port [ 680.326998] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c41334ff-2517-4dd5-92c6-82cf2d700ff1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.327353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.327437] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.327740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.327839] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c41334ff-2517-4dd5-92c6-82cf2d700ff1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.328933] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41334ff-2517-4dd5-92c6-82cf2d700ff1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.329085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.329680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.329680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.329680] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.329680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.329862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.329984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.330084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.330173] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41334ff-2517-4dd5-92c6-82cf2d700ff1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.330991] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66ed47b-cb92-4263-9b3f-040a90e17ea6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.331127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66ed47b-cb92-4263-9b3f-040a90e17ea6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.333296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66ed47b-cb92-4263-9b3f-040a90e17ea6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.333503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66ed47b-cb92-4263-9b3f-040a90e17ea6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.336232] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66ed47b-cb92-4263-9b3f-040a90e17ea6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.548906] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01a16e0b-7600-4657-85a8-12c84612606c [ 680.549147] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.549286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.549353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.549559] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.549647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.549741] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01a16e0b-7600-4657-85a8-12c84612606c already deleted. [ 680.549825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01a16e0b-7600-4657-85a8-12c84612606c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.643617] env[69839]: INFO networking_nsxv3.common.synchronization [None req-7a50948b-be57-4053-a2c7-979dfb12fe20 None None] Enqueued Resource ID: 84e70faa-bbfe-4746-8757-0f8d5e1d4c37 with Priority: HIGHEST for action port [ 680.643872] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e70faa-bbfe-4746-8757-0f8d5e1d4c37 with Priority: HIGHEST for action port [ 680.644625] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-84e70faa-bbfe-4746-8757-0f8d5e1d4c37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.644690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84e70faa-bbfe-4746-8757-0f8d5e1d4c37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.644732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84e70faa-bbfe-4746-8757-0f8d5e1d4c37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.644998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84e70faa-bbfe-4746-8757-0f8d5e1d4c37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.645709] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e70faa-bbfe-4746-8757-0f8d5e1d4c37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.655155] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4bc018e-f8c6-4a58-ab5f-47a893097a07',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.836189] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41334ff-2517-4dd5-92c6-82cf2d700ff1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.836365] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.836598] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c41334ff-2517-4dd5-92c6-82cf2d700ff1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.837609] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c66ed47b-cb92-4263-9b3f-040a90e17ea6 with status ACTIVE [ 680.837886] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.838070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.838597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.838597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.838597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.838793] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.838932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.839051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.839231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.839319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.839593] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.839657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.839690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.840367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.840367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.840367] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c66ed47b-cb92-4263-9b3f-040a90e17ea6 is going to be updated. [ 680.867635] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.867635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.867635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.867635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.867635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.867635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66ed47b-cb92-4263-9b3f-040a90e17ea6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.031233] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9f067023-a32d-46bd-bb03-793b0303ce42 None None] Enqueued Resource ID: f3e5abb8-b3d8-44bc-b96a-f6ce1fdd6f92 with Priority: HIGHEST for action port [ 681.032620] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e5abb8-b3d8-44bc-b96a-f6ce1fdd6f92 with Priority: HIGHEST for action port [ 681.033109] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e5abb8-b3d8-44bc-b96a-f6ce1fdd6f92 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.033239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e5abb8-b3d8-44bc-b96a-f6ce1fdd6f92" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.033303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e5abb8-b3d8-44bc-b96a-f6ce1fdd6f92" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.033861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e5abb8-b3d8-44bc-b96a-f6ce1fdd6f92" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.033952] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e5abb8-b3d8-44bc-b96a-f6ce1fdd6f92',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.150824] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84e70faa-bbfe-4746-8757-0f8d5e1d4c37 [ 681.150824] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.150824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.150824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.150824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.150824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.150824] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84e70faa-bbfe-4746-8757-0f8d5e1d4c37 already deleted. [ 681.150824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84e70faa-bbfe-4746-8757-0f8d5e1d4c37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.158122] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.158274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.158274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.158479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.158571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.158675] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 is going to be created. [ 681.189387] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.189532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.189589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.189797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.189952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.201176] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 in Status: UNINITIALIZED for 2s [ 681.342865] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c41334ff-2517-4dd5-92c6-82cf2d700ff1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.537539] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3e5abb8-b3d8-44bc-b96a-f6ce1fdd6f92 [ 681.537814] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.537967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.538128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.538395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.538482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.538542] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3e5abb8-b3d8-44bc-b96a-f6ce1fdd6f92 already deleted. [ 681.538645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e5abb8-b3d8-44bc-b96a-f6ce1fdd6f92" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.816856] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 in Status: SUCCESS [ 681.817103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.844751] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.845458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.845458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.845458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.845458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.845458] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 is going to be created. [ 681.873823] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.873923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.874574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.874574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.874574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.885024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 in Status: UNINITIALIZED for 2s [ 683.063936] env[69839]: INFO networking_nsxv3.common.synchronization [None req-1b8dae80-a007-46ef-b671-aa4de5ab6e7d None None] Enqueued Resource ID: 54ec6d49-15e3-42a1-a4db-261f7f44824e with Priority: HIGHEST for action port [ 683.064180] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ec6d49-15e3-42a1-a4db-261f7f44824e with Priority: HIGHEST for action port [ 683.064681] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-54ec6d49-15e3-42a1-a4db-261f7f44824e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.064828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54ec6d49-15e3-42a1-a4db-261f7f44824e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.064887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54ec6d49-15e3-42a1-a4db-261f7f44824e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.065155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54ec6d49-15e3-42a1-a4db-261f7f44824e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.065244] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ec6d49-15e3-42a1-a4db-261f7f44824e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.201972] env[69839]: INFO networking_nsxv3.common.synchronization [None req-63fa1695-4ef6-4d91-a79f-ba8ab3a3cfc7 None None] Enqueued Resource ID: afcdd1cb-c746-4217-b56b-37ddc2aaa517 with Priority: HIGHEST for action port [ 683.204277] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afcdd1cb-c746-4217-b56b-37ddc2aaa517 with Priority: HIGHEST for action port [ 683.204946] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-afcdd1cb-c746-4217-b56b-37ddc2aaa517 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.205123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afcdd1cb-c746-4217-b56b-37ddc2aaa517" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.205222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afcdd1cb-c746-4217-b56b-37ddc2aaa517" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.205541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afcdd1cb-c746-4217-b56b-37ddc2aaa517" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.205658] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afcdd1cb-c746-4217-b56b-37ddc2aaa517',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.222962] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 in Status: SUCCESS [ 683.224359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.224793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.225085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.225534] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.225682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.225776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.225939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.226033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.226289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.226409] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4bc018e-f8c6-4a58-ab5f-47a893097a07',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.365308] env[69839]: INFO networking_nsxv3.common.synchronization [None req-c954d112-b259-4f25-a0a5-d05796b1ebb5 tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Enqueued Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_rules [ 683.366190] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_rules [ 683.366549] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fafc63f4-01f1-437e-bd42-bf6258a47894 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.366711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.366920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.367108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.367221] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.468108] env[69839]: INFO networking_nsxv3.common.synchronization [None req-4dce48e5-ba79-4545-bfd9-0040764661dd None None] Enqueued Resource ID: aca134c5-8da5-452b-a4bf-bab47ed53637 with Priority: HIGHEST for action port [ 683.468108] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca134c5-8da5-452b-a4bf-bab47ed53637 with Priority: HIGHEST for action port [ 683.468108] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca134c5-8da5-452b-a4bf-bab47ed53637 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.468108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca134c5-8da5-452b-a4bf-bab47ed53637" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.470640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca134c5-8da5-452b-a4bf-bab47ed53637" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.470640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca134c5-8da5-452b-a4bf-bab47ed53637" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.470640] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca134c5-8da5-452b-a4bf-bab47ed53637',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.567432] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54ec6d49-15e3-42a1-a4db-261f7f44824e [ 683.568556] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.569680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.570574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.570574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.570574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.570574] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54ec6d49-15e3-42a1-a4db-261f7f44824e already deleted. [ 683.570574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54ec6d49-15e3-42a1-a4db-261f7f44824e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.711809] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afcdd1cb-c746-4217-b56b-37ddc2aaa517 [ 683.711809] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.711974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.711974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.712205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.712307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.712402] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afcdd1cb-c746-4217-b56b-37ddc2aaa517 already deleted. [ 683.712482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afcdd1cb-c746-4217-b56b-37ddc2aaa517" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.730866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bc018e-f8c6-4a58-ab5f-47a893097a07 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.730866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.730866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.730866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.730866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.731090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.731090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.731262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.731262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.731360] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.731554] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bc018e-f8c6-4a58-ab5f-47a893097a07 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.731609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.731791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.731834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.731955] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.732067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.732126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.732390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.732390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.732477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.733577] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4bc018e-f8c6-4a58-ab5f-47a893097a07',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.890549] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.890549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.890549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.890549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.890549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.890549] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fafc63f4-01f1-437e-bd42-bf6258a47894 already deleted. [ 683.890549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.894112] env[69839]: INFO networking_nsxv3.common.synchronization [None req-24c67619-51cb-41b7-ba15-579f6cb2daf9 tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Enqueued Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_rules [ 683.894112] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_rules [ 683.895370] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fafc63f4-01f1-437e-bd42-bf6258a47894 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.895553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.896032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.896032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.896032] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.899009] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 in Status: SUCCESS [ 683.899739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.901041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.901266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.901496] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.901656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.901886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.902149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.902412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.902709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.902894] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c41334ff-2517-4dd5-92c6-82cf2d700ff1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.975315] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aca134c5-8da5-452b-a4bf-bab47ed53637 [ 683.975315] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.975315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.975315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.975315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.975315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.975315] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aca134c5-8da5-452b-a4bf-bab47ed53637 already deleted. [ 683.975315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca134c5-8da5-452b-a4bf-bab47ed53637" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.234392] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4bc018e-f8c6-4a58-ab5f-47a893097a07: rpc.has_security_group_logging(os_id): False [ 684.253124] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.253296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.253353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.253569] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.253696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.253851] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.254159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.254159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.254383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.254617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.254684] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.254808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.254808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.254961] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.255048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.255229] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.255320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.255512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.255512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.255610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.255653] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 is going to be created. [ 684.277966] env[69839]: INFO networking_nsxv3.common.synchronization [req-df766258-82a5-41a4-b736-dc1534a9267c req-312211d9-38db-4491-87cb-983e87fdc155 tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Enqueued Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_members [ 684.278529] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_members [ 684.278836] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.278974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.279315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.279606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.279774] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.279884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.279940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.280114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.280199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.280294] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.310340] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.310480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.310564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.310834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.311079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.322477] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 in Status: IN_PROGRESS for 2s [ 684.410376] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41334ff-2517-4dd5-92c6-82cf2d700ff1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.410376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.410376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.410571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.411694] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.411694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.411694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.411694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.411694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.411694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.411694] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41334ff-2517-4dd5-92c6-82cf2d700ff1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.412361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.412361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.412361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.412361] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.412361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.412361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.412662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.412662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.412662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.412827] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c41334ff-2517-4dd5-92c6-82cf2d700ff1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.431911] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.431911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.431911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.432295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.432295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.432295] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fafc63f4-01f1-437e-bd42-bf6258a47894 already deleted. [ 684.432295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.783200] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.783413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.783525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.783881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.784046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.784357] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.784525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.784639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.784905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.785057] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.785200] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf already deleted. [ 684.785334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.920234] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c41334ff-2517-4dd5-92c6-82cf2d700ff1: rpc.has_security_group_logging(os_id): False [ 684.941027] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.941027] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.941027] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.941027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.941697] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.941697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.941697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.942941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.943189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.943391] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 is going to be created. [ 684.997424] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.997854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.002252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.002252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.002252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.010471] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 in Status: IN_PROGRESS for 2s [ 685.796612] env[69839]: INFO networking_nsxv3.common.synchronization [None req-697f1649-bfbd-4da4-9c1d-3e1906ab34e5 None None] Enqueued Resource ID: 18479376-5880-4089-8cfc-915a7be2e0be with Priority: HIGHEST for action port [ 685.796905] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18479376-5880-4089-8cfc-915a7be2e0be with Priority: HIGHEST for action port [ 685.797490] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-18479376-5880-4089-8cfc-915a7be2e0be taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.797619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18479376-5880-4089-8cfc-915a7be2e0be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.797683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18479376-5880-4089-8cfc-915a7be2e0be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.797934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18479376-5880-4089-8cfc-915a7be2e0be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.799257] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18479376-5880-4089-8cfc-915a7be2e0be',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.853850] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.854069] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-299" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.854213] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-299" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.854536] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-299" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.854796] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.854950] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.856017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.856017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.856216] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.856437] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.856560] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.856715] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.856907] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.860263] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.860407] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.860565] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.879019] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.879331] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.879499] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.879723] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-299" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.880170] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.880368] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.880473] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.880918] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.880918] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae95c83b-44bb-4deb-81c9-2d43cfb7eca7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.019066] env[69839]: INFO networking_nsxv3.common.synchronization [req-24c955c7-4485-4725-a492-2cac307daf73 req-fffe5031-8b21-47fb-9426-786ddf4849c6 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Enqueued Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 686.019597] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 686.019899] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.024109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.024229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.024871] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.024871] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.024871] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.024871] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.025059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.025131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.025201] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.304202] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18479376-5880-4089-8cfc-915a7be2e0be [ 686.305020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.305020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.305020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.305335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.305447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.305602] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18479376-5880-4089-8cfc-915a7be2e0be already deleted. [ 686.305732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18479376-5880-4089-8cfc-915a7be2e0be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.337414] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 in Status: SUCCESS [ 686.337414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.385357] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.385357] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.385357] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.385357] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.388277] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.388277] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 not found, creating... [ 686.388277] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.388277] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.388277] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.388277] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.392332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.392332] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.392332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.392332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.392332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.392332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.392332] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 is going to be created. [ 686.409655] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.411589] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.411699] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.412871] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.414171] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.414171] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.501324] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.501516] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.501639] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.501921] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.504359] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.504557] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.504703] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.504964] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.505126] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.505623] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.505623] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.505623] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.505756] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.505860] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.506318] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.508044] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.527372] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.527518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.527590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.527878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.527992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.528484] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.528484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.528484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.528622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.528622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.528704] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b already deleted. [ 686.528790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.536924] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.537084] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.537233] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.537432] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.537767] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-35404aa5-2125-4ce2-aa4c-7b9733211f32 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.537977] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-35404aa5-2125-4ce2-aa4c-7b9733211f32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.538175] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-35404aa5-2125-4ce2-aa4c-7b9733211f32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.538519] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-35404aa5-2125-4ce2-aa4c-7b9733211f32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.538691] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35404aa5-2125-4ce2-aa4c-7b9733211f32',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.024538] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 in Status: SUCCESS [ 687.024787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.042780] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.042780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.042780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.043256] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.043344] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.043991] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 35404aa5-2125-4ce2-aa4c-7b9733211f32 not found, creating... [ 687.043991] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.044135] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.044135] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.044407] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.044580] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.044892] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.045535] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.045535] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.045837] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.046066] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.046390] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 35404aa5-2125-4ce2-aa4c-7b9733211f32 is going to be created. [ 687.066948] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.066948] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.067099] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.067324] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.067587] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.067770] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-35404aa5-2125-4ce2-aa4c-7b9733211f32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.146833] env[69839]: INFO networking_nsxv3.common.synchronization [None req-2e01bbcb-3454-44e8-8717-a165365a70ab None None] Enqueued Resource ID: d622d571-d5d9-4605-8858-e9194abd53e3 with Priority: HIGHEST for action port [ 687.148081] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d622d571-d5d9-4605-8858-e9194abd53e3 with Priority: HIGHEST for action port [ 687.148681] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d622d571-d5d9-4605-8858-e9194abd53e3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.149410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d622d571-d5d9-4605-8858-e9194abd53e3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.149515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d622d571-d5d9-4605-8858-e9194abd53e3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.149799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d622d571-d5d9-4605-8858-e9194abd53e3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.149932] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d622d571-d5d9-4605-8858-e9194abd53e3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.610247] env[69839]: INFO networking_nsxv3.common.synchronization [req-df766258-82a5-41a4-b736-dc1534a9267c req-19ae2f06-f6a9-4cb9-85ef-6eb8e9967845 service nova] Enqueued Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_rules [ 687.610247] env[69839]: INFO networking_nsxv3.common.synchronization [req-df766258-82a5-41a4-b736-dc1534a9267c req-19ae2f06-f6a9-4cb9-85ef-6eb8e9967845 service nova] Enqueued Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_members [ 687.610247] env[69839]: INFO networking_nsxv3.common.synchronization [req-df766258-82a5-41a4-b736-dc1534a9267c req-19ae2f06-f6a9-4cb9-85ef-6eb8e9967845 service nova] Enqueued Resource ID: ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 with Priority: HIGHEST for action port [ 687.610247] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_rules [ 687.610247] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_members [ 687.610247] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 with Priority: HIGHEST for action port [ 687.610247] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.610247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.610247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.611553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.611930] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.612880] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.613146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.613298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.613544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.613789] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.614105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.614499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.614750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.615276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.616022] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.616907] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.617266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.617474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.618022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.618567] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae95c83b-44bb-4deb-81c9-2d43cfb7eca7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.654189] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d622d571-d5d9-4605-8858-e9194abd53e3 [ 687.654189] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.654189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.654189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.654189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.654189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.654189] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d622d571-d5d9-4605-8858-e9194abd53e3 already deleted. [ 687.654189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d622d571-d5d9-4605-8858-e9194abd53e3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.812161] env[69839]: INFO networking_nsxv3.common.synchronization [req-24c955c7-4485-4725-a492-2cac307daf73 req-b4544a7e-66f4-4994-9a7b-0887b3861550 service nova] Enqueued Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_rules [ 687.815122] env[69839]: INFO networking_nsxv3.common.synchronization [req-24c955c7-4485-4725-a492-2cac307daf73 req-b4544a7e-66f4-4994-9a7b-0887b3861550 service nova] Enqueued Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 687.815122] env[69839]: INFO networking_nsxv3.common.synchronization [req-24c955c7-4485-4725-a492-2cac307daf73 req-b4544a7e-66f4-4994-9a7b-0887b3861550 service nova] Enqueued Resource ID: 35404aa5-2125-4ce2-aa4c-7b9733211f32 with Priority: HIGHEST for action port [ 687.815122] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_rules [ 687.815122] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 687.815122] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35404aa5-2125-4ce2-aa4c-7b9733211f32 with Priority: HIGHEST for action port [ 687.815122] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.815122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.815122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.815122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.815122] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.816661] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.816881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.817010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.817314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.817539] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.817893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.818023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.818571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.818932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.818932] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.822853] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-35404aa5-2125-4ce2-aa4c-7b9733211f32 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.822853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35404aa5-2125-4ce2-aa4c-7b9733211f32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.822853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35404aa5-2125-4ce2-aa4c-7b9733211f32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.822853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35404aa5-2125-4ce2-aa4c-7b9733211f32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.822853] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35404aa5-2125-4ce2-aa4c-7b9733211f32',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.121701] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.125393] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.125393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.125393] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 with status ACTIVE [ 688.125393] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.125393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.125393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.125636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.125636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.125842] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.125960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.130585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.130585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.130585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.130585] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.130585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.130585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.130585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.130585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.130585] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae95c83b-44bb-4deb-81c9-2d43cfb7eca7 is going to be updated. [ 688.147044] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.147191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.147857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.147857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.147857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.147857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae95c83b-44bb-4deb-81c9-2d43cfb7eca7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.324395] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.327151] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.327606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.327711] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35404aa5-2125-4ce2-aa4c-7b9733211f32 with status ACTIVE [ 688.327894] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.328010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.328078] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.328290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.328376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.328616] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.328682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.328713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.328853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.328934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.329521] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.329521] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.329714] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.329761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.329792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.329890] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35404aa5-2125-4ce2-aa4c-7b9733211f32 is going to be updated. [ 688.356477] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.356477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.356477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.356477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.356477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.356477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35404aa5-2125-4ce2-aa4c-7b9733211f32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.426721] env[69839]: INFO networking_nsxv3.common.synchronization [req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 req-4fcabdba-7ca2-4735-b6cf-f58d97b6dd70 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 688.427245] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 688.427550] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.427752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.427752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.427990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.428290] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.428290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.428403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.428469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.428570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.428651] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.625147] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.829191] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.838575] env[69839]: INFO networking_nsxv3.common.synchronization [None req-12441554-99dd-4ae4-936e-7c003e6ca029 None None] Enqueued Resource ID: 897732d0-db49-49d6-bc44-b7ade3d9a8dd with Priority: HIGHEST for action port [ 688.838575] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897732d0-db49-49d6-bc44-b7ade3d9a8dd with Priority: HIGHEST for action port [ 688.840580] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-897732d0-db49-49d6-bc44-b7ade3d9a8dd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.840580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-897732d0-db49-49d6-bc44-b7ade3d9a8dd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.840580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-897732d0-db49-49d6-bc44-b7ade3d9a8dd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.841462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-897732d0-db49-49d6-bc44-b7ade3d9a8dd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.841462] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('897732d0-db49-49d6-bc44-b7ade3d9a8dd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.897313] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.897586] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.897720] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.898063] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.898360] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.898548] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.898672] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.899208] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.899396] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.900456] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.900456] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.900456] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.900456] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.900456] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.900456] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.900456] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.931260] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.931260] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.931260] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.931855] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.932479] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-d558651f-ab11-4bba-bd9f-c66d193ad7b3 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.932479] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-d558651f-ab11-4bba-bd9f-c66d193ad7b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.934587] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-d558651f-ab11-4bba-bd9f-c66d193ad7b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.934587] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-d558651f-ab11-4bba-bd9f-c66d193ad7b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.934587] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d558651f-ab11-4bba-bd9f-c66d193ad7b3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.940128] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.940128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.940128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.940128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.940128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.940128] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.940128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.940128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.940128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.940128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.940128] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 already deleted. [ 688.940128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.132259] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.132608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.132608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.132728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.132839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.133214] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf is going to be created. [ 689.163659] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.163659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.163659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.163659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.163659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.171538] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf in Status: UNINITIALIZED for 2s [ 689.332249] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.332461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.332532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.332776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.332880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.333161] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b is going to be created. [ 689.344716] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 897732d0-db49-49d6-bc44-b7ade3d9a8dd [ 689.345807] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.345807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.345807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.345807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.345807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.345807] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:897732d0-db49-49d6-bc44-b7ade3d9a8dd already deleted. [ 689.345807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-897732d0-db49-49d6-bc44-b7ade3d9a8dd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.361019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.361019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.361019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.361019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.361019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.369360] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: UNINITIALIZED for 2s [ 689.440621] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.440621] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.440820] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.441227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.441227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.441396] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port d558651f-ab11-4bba-bd9f-c66d193ad7b3 not found, creating... [ 689.441658] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.442330] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.442330] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.442330] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.442330] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.442630] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.442794] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.442911] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.443138] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.443269] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.443406] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: d558651f-ab11-4bba-bd9f-c66d193ad7b3 is going to be created. [ 689.472716] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.473111] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.473573] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.473793] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.474180] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.474535] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-d558651f-ab11-4bba-bd9f-c66d193ad7b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.534068] env[69839]: INFO networking_nsxv3.common.synchronization [None req-92b8becd-85bb-4af3-b02e-07b29bd0ca31 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_rules [ 689.534603] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_rules [ 689.534930] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.535065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.535227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.535382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.535460] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.682754] env[69839]: INFO networking_nsxv3.common.synchronization [None req-48bfdd1b-75af-465b-a34b-49aa1517abd0 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_rules [ 689.683297] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_rules [ 689.684148] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.684148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.056702] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.056932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.057030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.057194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.057291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.057391] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d already deleted. [ 690.057478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.057630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.057792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.058190] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.553207] env[69839]: INFO networking_nsxv3.common.synchronization [req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 req-3f103f32-aa58-4870-97dd-cba6743964e4 service nova] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_rules [ 690.553207] env[69839]: INFO networking_nsxv3.common.synchronization [req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 req-3f103f32-aa58-4870-97dd-cba6743964e4 service nova] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 690.553207] env[69839]: INFO networking_nsxv3.common.synchronization [req-f5b9b17d-e5a4-41b5-bc91-c13ecd762fb4 req-3f103f32-aa58-4870-97dd-cba6743964e4 service nova] Enqueued Resource ID: d558651f-ab11-4bba-bd9f-c66d193ad7b3 with Priority: HIGHEST for action port [ 690.553207] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_rules [ 690.553207] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 690.553207] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d558651f-ab11-4bba-bd9f-c66d193ad7b3 with Priority: HIGHEST for action port [ 690.553207] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.553207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.554040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.554995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.555332] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.558376] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.558376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.558376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.558376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.558376] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.558376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.558376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.558376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.558376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.558376] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.559893] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d558651f-ab11-4bba-bd9f-c66d193ad7b3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.564254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d558651f-ab11-4bba-bd9f-c66d193ad7b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.564254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d558651f-ab11-4bba-bd9f-c66d193ad7b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.564254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d558651f-ab11-4bba-bd9f-c66d193ad7b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.564254] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d558651f-ab11-4bba-bd9f-c66d193ad7b3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.581567] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.582011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.582158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.582760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.582912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.584030] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d already deleted. [ 690.584198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.742540] env[69839]: INFO networking_nsxv3.common.synchronization [req-b1fabf63-9425-4536-841f-67b61e68597f req-b4bc4da4-90e4-479c-a729-d8cd06618a2b tempest-DeleteServersAdminTestJSON-688758833 tempest-DeleteServersAdminTestJSON-688758833-project-admin] Enqueued Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 690.743173] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 690.743526] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.743690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.743805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.744063] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.744263] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.744457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.744660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.744835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.744931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.745048] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.831083] env[69839]: INFO networking_nsxv3.common.synchronization [req-12ce0b2d-c63a-4cdd-962c-35ecce9a0b23 req-55b32c07-a353-41a3-b00e-6979beaabd95 tempest-ImagesNegativeTestJSON-1272549497 tempest-ImagesNegativeTestJSON-1272549497-project-member] Enqueued Resource ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 with Priority: HIGHEST for action security_group_members [ 690.841470] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 with Priority: HIGHEST for action security_group_members [ 690.841470] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-950d332b-64b2-4f1a-a211-0db49fc0b015 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.841470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.841470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.841470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.841470] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.841470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.841470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.841470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.841470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.841470] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('950d332b-64b2-4f1a-a211-0db49fc0b015',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.920909] env[69839]: INFO networking_nsxv3.common.synchronization [None req-336746f7-7d37-455b-b533-9c46ac1d3fd7 None None] Enqueued Resource ID: 2d33df7f-e0c2-4591-af64-aa31bbd74d9f with Priority: HIGHEST for action port [ 690.921121] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d33df7f-e0c2-4591-af64-aa31bbd74d9f with Priority: HIGHEST for action port [ 690.922104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d33df7f-e0c2-4591-af64-aa31bbd74d9f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.922243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d33df7f-e0c2-4591-af64-aa31bbd74d9f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.922303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d33df7f-e0c2-4591-af64-aa31bbd74d9f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.922570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d33df7f-e0c2-4591-af64-aa31bbd74d9f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.922653] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d33df7f-e0c2-4591-af64-aa31bbd74d9f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.060916] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.062185] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.062302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.067360] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d558651f-ab11-4bba-bd9f-c66d193ad7b3 with status ACTIVE [ 691.067946] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.069084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.069084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.069084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.069084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.069084] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.069084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.070431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.071548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.071769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.071935] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.071988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.072059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.072221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.072302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.072383] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d558651f-ab11-4bba-bd9f-c66d193ad7b3 is going to be updated. [ 691.094368] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.094535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.094606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.094818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.094950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.095153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d558651f-ab11-4bba-bd9f-c66d193ad7b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.186604] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf in Status: SUCCESS [ 691.186875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.187134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.187355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.187557] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.187675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.187741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.187910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.187989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.188104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.188201] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.250091] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.250418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.250569] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.250820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.250923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.251225] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.251286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.251372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.251522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.251609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.251721] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e is going to be updated. [ 691.282758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.282995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.282995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.283274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.283448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.292495] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: IN_PROGRESS for 2s [ 691.339281] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.339450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.339527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.339745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.339839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.340059] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.340156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.340226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.340380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.340459] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.340635] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 is going to be updated. [ 691.374776] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.374776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.374776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.374776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.374776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.391172] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: SUCCESS [ 691.391172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.391172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.391172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.391172] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.391172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.391172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.391172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.391172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.391172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.391172] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.391560] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 in Status: IN_PROGRESS for 2s [ 691.427551] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d33df7f-e0c2-4591-af64-aa31bbd74d9f [ 691.427551] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.427551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.427745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.427833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.427920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.428050] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d33df7f-e0c2-4591-af64-aa31bbd74d9f already deleted. [ 691.428143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d33df7f-e0c2-4591-af64-aa31bbd74d9f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.565753] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.691943] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.716521] env[69839]: INFO networking_nsxv3.common.synchronization [req-e209a01d-792a-40f2-b731-e7e31b1a6890 req-c477e0cf-0ee9-4d5a-bb7b-d7227a56c6fc tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 691.720023] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 691.720023] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.720023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.720023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.720023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.720023] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.720023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.720023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.720023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.720023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.720023] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.893638] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.894053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.894836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.895096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.895283] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.895390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.895509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.895606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.895695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.895789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.895957] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.896091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.896146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.896263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.896403] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.896497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.896560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.896697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.896792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.896867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.896977] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.070025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.070025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.070025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.070025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.070025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.070359] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be created. [ 692.093396] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.093545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.093626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.093853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.094022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.106252] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: UNINITIALIZED for 2s [ 692.194974] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf: rpc.has_security_group_logging(os_id): False [ 692.216142] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.216513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.216693] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.216933] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.217052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.218568] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.218568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.218568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.218568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.218568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.218568] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf is going to be created. [ 692.224618] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.224618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.224618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.224618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.224618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.224618] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.224618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.224618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.224618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.224618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.224618] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 already deleted. [ 692.224618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.270111] env[69839]: INFO networking_nsxv3.common.synchronization [req-841591e0-f4cb-45c2-b457-c767b09f39cc req-b332cefc-c743-49b1-9881-97c6dc872da5 tempest-ServerDiagnosticsTest-477307409 tempest-ServerDiagnosticsTest-477307409-project-member] Enqueued Resource ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 with Priority: HIGHEST for action security_group_members [ 692.273596] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 with Priority: HIGHEST for action security_group_members [ 692.273596] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-795a6c14-aaf1-4e7d-8727-10c91a4c3351 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.273596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.273596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.273596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.273596] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.273596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.273596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.273596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.273596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.273596] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('795a6c14-aaf1-4e7d-8727-10c91a4c3351',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.295187] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.295187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.295187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.295187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.295187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.305157] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf in Status: IN_PROGRESS for 2s [ 692.400352] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b: rpc.has_security_group_logging(os_id): False [ 692.447022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.447022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.447022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.447022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.447785] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.447785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.447785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.447785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.447785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.447785] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b is going to be created. [ 692.520091] env[69839]: INFO networking_nsxv3.common.synchronization [None req-58b8e4d1-665d-4a10-a27f-67f95db6c4c3 None None] Enqueued Resource ID: 9bf31d60-f622-431d-b335-eba3053bfd81 with Priority: HIGHEST for action port [ 692.520710] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf31d60-f622-431d-b335-eba3053bfd81 with Priority: HIGHEST for action port [ 692.521032] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bf31d60-f622-431d-b335-eba3053bfd81 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.521869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bf31d60-f622-431d-b335-eba3053bfd81" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.521869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bf31d60-f622-431d-b335-eba3053bfd81" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.521869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bf31d60-f622-431d-b335-eba3053bfd81" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.521869] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf31d60-f622-431d-b335-eba3053bfd81',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.621074] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.621444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.621444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.621530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.621676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.633849] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: IN_PROGRESS for 2s [ 692.676383] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.676566] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-78" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.676739] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-78" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.677160] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-78" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.677634] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.677730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.677857] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.678187] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.678387] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.678611] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.678820] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.678974] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.679164] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.679301] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.679415] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.679557] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.698267] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.699417] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 692.699417] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.699417] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-78" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.699417] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-b23ab6af-04df-4643-b660-9a618d692510 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.699417] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-b23ab6af-04df-4643-b660-9a618d692510" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.699417] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-b23ab6af-04df-4643-b660-9a618d692510" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.699729] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-b23ab6af-04df-4643-b660-9a618d692510" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.699797] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23ab6af-04df-4643-b660-9a618d692510',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.778164] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.778420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.778574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.778895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.779092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.779412] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.779572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.779674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.779909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.780055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.780197] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 is going to be updated. [ 692.820859] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.821020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.821098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.821313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.821451] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.831440] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 in Status: IN_PROGRESS for 2s [ 693.025348] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bf31d60-f622-431d-b335-eba3053bfd81 [ 693.025602] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.025741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.025818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.026085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.026188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.026286] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bf31d60-f622-431d-b335-eba3053bfd81 already deleted. [ 693.026367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bf31d60-f622-431d-b335-eba3053bfd81" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.206547] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.206771] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.206907] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.207323] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.207401] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.207536] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port b23ab6af-04df-4643-b660-9a618d692510 not found, creating... [ 693.207812] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.207959] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.208644] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.208644] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.208644] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.208816] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.208894] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.210657] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.210657] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.210845] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.211055] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: b23ab6af-04df-4643-b660-9a618d692510 is going to be created. [ 693.234294] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.234553] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.234697] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.235017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.235311] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.235592] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-b23ab6af-04df-4643-b660-9a618d692510" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.303902] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: SUCCESS [ 693.304819] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e deletion is rescheduled due to dependency. [ 693.304819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.338026] env[69839]: INFO networking_nsxv3.common.synchronization [req-8333a69b-a7d8-45f5-9dee-d38511ae48ef req-94787dae-f6d9-4214-b482-3fa265586319 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 693.338810] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 693.338899] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.338967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.413067] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 in Status: SUCCESS [ 693.413067] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 deletion is rescheduled due to dependency. [ 693.413067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.426921] env[69839]: INFO networking_nsxv3.common.synchronization [None req-addb35d8-094c-4a7b-8677-0231ac23feb9 None None] Enqueued Resource ID: 8c0820d3-f85d-47e5-b1f7-356b58635aee with Priority: HIGHEST for action port [ 693.427216] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0820d3-f85d-47e5-b1f7-356b58635aee with Priority: HIGHEST for action port [ 693.427757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c0820d3-f85d-47e5-b1f7-356b58635aee taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.427887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c0820d3-f85d-47e5-b1f7-356b58635aee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.427953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c0820d3-f85d-47e5-b1f7-356b58635aee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.428261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c0820d3-f85d-47e5-b1f7-356b58635aee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.428376] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c0820d3-f85d-47e5-b1f7-356b58635aee',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.932451] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c0820d3-f85d-47e5-b1f7-356b58635aee [ 693.933228] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.934245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.934245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.934245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.934245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.934245] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c0820d3-f85d-47e5-b1f7-356b58635aee already deleted. [ 693.934245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c0820d3-f85d-47e5-b1f7-356b58635aee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.940552] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.940957] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.941662] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.942350] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.942882] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.943722] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.944183] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.947017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.947017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.947017] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.947017] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.947017] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.947017] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.947017] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.947017] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.947017] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.969298] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.969298] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.969298] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.969298] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.969298] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-f4feb04e-b833-4869-8b0e-0ede3fbeafc7 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.969298] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-f4feb04e-b833-4869-8b0e-0ede3fbeafc7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.969298] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-f4feb04e-b833-4869-8b0e-0ede3fbeafc7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.969298] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-f4feb04e-b833-4869-8b0e-0ede3fbeafc7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.969298] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4feb04e-b833-4869-8b0e-0ede3fbeafc7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.120933] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 694.121293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.121887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.122205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.122570] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.122843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.122843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.123119] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.123396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.124062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.124062] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.125166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.126034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.126415] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.126739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.126864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.127046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.127620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.127620] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.261248] env[69839]: INFO networking_nsxv3.common.synchronization [req-e209a01d-792a-40f2-b731-e7e31b1a6890 req-ea5cc30e-6e48-47ce-851e-87a73359b17e service nova] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_rules [ 694.261248] env[69839]: INFO networking_nsxv3.common.synchronization [req-e209a01d-792a-40f2-b731-e7e31b1a6890 req-ea5cc30e-6e48-47ce-851e-87a73359b17e service nova] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 694.261248] env[69839]: INFO networking_nsxv3.common.synchronization [req-e209a01d-792a-40f2-b731-e7e31b1a6890 req-ea5cc30e-6e48-47ce-851e-87a73359b17e service nova] Enqueued Resource ID: b23ab6af-04df-4643-b660-9a618d692510 with Priority: HIGHEST for action port [ 694.261248] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_rules [ 694.261248] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 694.261248] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23ab6af-04df-4643-b660-9a618d692510 with Priority: HIGHEST for action port [ 694.267085] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.267256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.267326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.267548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.267653] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.268575] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.268736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.268784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.269175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.269175] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.269175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.269317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.269348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.269450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.269528] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.272775] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-b23ab6af-04df-4643-b660-9a618d692510 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.272775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b23ab6af-04df-4643-b660-9a618d692510" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.272775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b23ab6af-04df-4643-b660-9a618d692510" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.272775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b23ab6af-04df-4643-b660-9a618d692510" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.272775] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b23ab6af-04df-4643-b660-9a618d692510',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.317251] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf in Status: SUCCESS [ 694.317490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.474365] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.474365] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.474365] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.474365] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.474365] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.474365] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port f4feb04e-b833-4869-8b0e-0ede3fbeafc7 not found, creating... [ 694.474365] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.474951] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.474951] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.475254] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.478037] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.478037] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.478037] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.478037] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.478037] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.478037] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.478037] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: f4feb04e-b833-4869-8b0e-0ede3fbeafc7 is going to be created. [ 694.487606] env[69839]: INFO networking_nsxv3.common.synchronization [None req-65439cc8-de11-4e2f-9a4d-08228fc7c7d1 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Enqueued Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_rules [ 694.488177] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_rules [ 694.488495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.488619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.488695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.489324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.489324] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.497394] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.497623] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.497761] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.498048] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.498292] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.498522] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-f4feb04e-b833-4869-8b0e-0ede3fbeafc7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.630183] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.630493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.631673] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.650361] env[69839]: INFO networking_nsxv3.common.synchronization [None req-30a9ef13-2bb0-4edd-9a47-d25253559547 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Enqueued Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_rules [ 694.650966] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_rules [ 694.651118] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.651266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.652017] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: SUCCESS [ 694.654740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.775079] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.775079] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.775079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.777653] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b23ab6af-04df-4643-b660-9a618d692510 with status ACTIVE [ 694.779841] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.779841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.779841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.779841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.779841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.779841] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.780077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.780077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.780150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.780182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.780915] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.780915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.780915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.780915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.780915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.780915] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b23ab6af-04df-4643-b660-9a618d692510 is going to be updated. [ 694.803564] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.803564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.803564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.803819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.803880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.804013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b23ab6af-04df-4643-b660-9a618d692510" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.845019] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 in Status: SUCCESS [ 694.845277] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 deletion is rescheduled due to dependency. [ 694.845402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.010687] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.011067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.011067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.011317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.011317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.011317] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 already deleted. [ 695.011505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.011505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.011677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.011741] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.134220] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.278302] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.531154] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.531154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.531154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.531335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.531367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.532158] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 already deleted. [ 695.532158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.639219] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.639518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.639693] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.640173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.640273] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.640387] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 695.670502] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.670656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.670715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.670916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.671107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.684543] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 695.780022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.780277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.780277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.780484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.780575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.780683] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 is going to be created. [ 695.804152] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.804300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.804416] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.804674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.804831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.817367] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: UNINITIALIZED for 2s [ 695.949697] env[69839]: INFO networking_nsxv3.common.synchronization [None req-f0533cb5-7ef0-4720-91b4-d72d9d85780d None None] Enqueued Resource ID: 556aa6ed-c150-451f-b9cc-7e5942c8484f with Priority: HIGHEST for action port [ 695.950351] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556aa6ed-c150-451f-b9cc-7e5942c8484f with Priority: HIGHEST for action port [ 695.950696] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-556aa6ed-c150-451f-b9cc-7e5942c8484f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.950818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-556aa6ed-c150-451f-b9cc-7e5942c8484f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.951035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-556aa6ed-c150-451f-b9cc-7e5942c8484f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.951478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-556aa6ed-c150-451f-b9cc-7e5942c8484f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.951478] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('556aa6ed-c150-451f-b9cc-7e5942c8484f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.986229] env[69839]: INFO networking_nsxv3.common.synchronization [req-8333a69b-a7d8-45f5-9dee-d38511ae48ef req-f8530500-970f-46ac-8865-40d1b281624a service nova] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_rules [ 695.986401] env[69839]: INFO networking_nsxv3.common.synchronization [req-8333a69b-a7d8-45f5-9dee-d38511ae48ef req-f8530500-970f-46ac-8865-40d1b281624a service nova] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 695.986544] env[69839]: INFO networking_nsxv3.common.synchronization [req-8333a69b-a7d8-45f5-9dee-d38511ae48ef req-f8530500-970f-46ac-8865-40d1b281624a service nova] Enqueued Resource ID: f4feb04e-b833-4869-8b0e-0ede3fbeafc7 with Priority: HIGHEST for action port [ 695.987052] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_rules [ 695.987214] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 695.987316] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4feb04e-b833-4869-8b0e-0ede3fbeafc7 with Priority: HIGHEST for action port [ 695.987899] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.988039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.988242] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.988353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.988535] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4feb04e-b833-4869-8b0e-0ede3fbeafc7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.988667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4feb04e-b833-4869-8b0e-0ede3fbeafc7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.988745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4feb04e-b833-4869-8b0e-0ede3fbeafc7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.988955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4feb04e-b833-4869-8b0e-0ede3fbeafc7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.989083] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4feb04e-b833-4869-8b0e-0ede3fbeafc7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.237518] env[69839]: INFO networking_nsxv3.common.synchronization [req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e req-48922869-940b-4696-b8c7-ea701c95e233 tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Enqueued Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 696.238516] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 696.238516] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.238762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.238762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.238999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.239174] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.239932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.239932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.239932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.239932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.239932] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.458132] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 556aa6ed-c150-451f-b9cc-7e5942c8484f [ 696.458277] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.458377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.458443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.458659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.458751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.458849] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:556aa6ed-c150-451f-b9cc-7e5942c8484f already deleted. [ 696.458932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-556aa6ed-c150-451f-b9cc-7e5942c8484f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.492569] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4feb04e-b833-4869-8b0e-0ede3fbeafc7 with status ACTIVE [ 696.492906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.493055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.493277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.493542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.493641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.494034] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.494905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.494905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.494905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.494905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.494905] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.495172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.495172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.495324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.495494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.495550] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4feb04e-b833-4869-8b0e-0ede3fbeafc7 is going to be updated. [ 696.516251] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.516474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.516513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.516718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.516920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.517220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4feb04e-b833-4869-8b0e-0ede3fbeafc7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.742965] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.744298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.744398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.744752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.744972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.745270] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.745424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.745487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.745660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.745758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.745960] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 already deleted. [ 696.746069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.972383] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.972520] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-593" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.972647] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-593" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.977020] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-593" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.977020] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.977020] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.977020] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.977020] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.977020] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.977020] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.977020] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.977020] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.977020] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.977020] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.977020] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.977020] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.998014] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.998014] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.998014] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.998014] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-593" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.998014] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-0a240858-e2b1-4010-98fe-99d993da6573 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.998014] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-0a240858-e2b1-4010-98fe-99d993da6573" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.998014] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-0a240858-e2b1-4010-98fe-99d993da6573" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.998014] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-0a240858-e2b1-4010-98fe-99d993da6573" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.998014] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a240858-e2b1-4010-98fe-99d993da6573',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.504376] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.504376] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.504376] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.504727] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.504727] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.504727] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 0a240858-e2b1-4010-98fe-99d993da6573 not found, creating... [ 697.505035] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.505248] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.505388] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.505626] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.505792] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.506208] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.506421] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.506553] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.506823] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.511572] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.511847] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 0a240858-e2b1-4010-98fe-99d993da6573 is going to be created. [ 697.531780] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.532009] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.532145] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.532416] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.532644] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.532864] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-0a240858-e2b1-4010-98fe-99d993da6573" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.697101] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 697.697101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.697101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.697101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.697359] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.697433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.697468] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.697606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.697686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.697772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.697980] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.698046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.698086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.698226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.698367] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.698465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.698517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.698657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.698723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.698799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.698893] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.699795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.699950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.700106] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.700203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.700264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.700401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.700473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.700561] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.829645] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: SUCCESS [ 697.829852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.830030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.830243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.830490] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.830614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.830677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.830869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.830974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.831087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.831195] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.131149] env[69839]: INFO networking_nsxv3.common.synchronization [None req-130afc39-536a-498d-92c3-036be8f84c47 None None] Enqueued Resource ID: ba8365ad-4ff5-44bc-81c7-9e8dde6a4be1 with Priority: HIGHEST for action port [ 698.131731] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8365ad-4ff5-44bc-81c7-9e8dde6a4be1 with Priority: HIGHEST for action port [ 698.132054] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba8365ad-4ff5-44bc-81c7-9e8dde6a4be1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.132195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba8365ad-4ff5-44bc-81c7-9e8dde6a4be1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.132241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba8365ad-4ff5-44bc-81c7-9e8dde6a4be1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.132488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba8365ad-4ff5-44bc-81c7-9e8dde6a4be1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.132564] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba8365ad-4ff5-44bc-81c7-9e8dde6a4be1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.202114] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97f8b58e-caa4-456d-99a0-f5151a6da394: rpc.has_security_group_logging(os_id): False [ 698.208944] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.219561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.220178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.220178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.220298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.220329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.220711] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.220711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.220813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.221402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.225284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.225284] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.225284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.225284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.225284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.225284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.225284] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.225284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.225284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.225284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.225284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.225284] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be created. [ 698.282185] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.282185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.282185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.282185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.282185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.292176] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 698.337056] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.508247] env[69839]: INFO networking_nsxv3.common.synchronization [req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e req-6c8c2645-448e-4949-b2aa-037f8bbc005f service nova] Enqueued Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_rules [ 698.508247] env[69839]: INFO networking_nsxv3.common.synchronization [req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e req-6c8c2645-448e-4949-b2aa-037f8bbc005f service nova] Enqueued Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 698.508247] env[69839]: INFO networking_nsxv3.common.synchronization [req-1dbd7e4c-d9a8-42bc-81ff-e4f8dc89524e req-6c8c2645-448e-4949-b2aa-037f8bbc005f service nova] Enqueued Resource ID: 0a240858-e2b1-4010-98fe-99d993da6573 with Priority: HIGHEST for action port [ 698.508247] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_rules [ 698.508247] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 698.508247] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a240858-e2b1-4010-98fe-99d993da6573 with Priority: HIGHEST for action port [ 698.508247] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.509050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.509050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.509050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.509144] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.510768] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.513175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.513175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.513175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.513175] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.513175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.513175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.513175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.515760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.515760] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.515760] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a240858-e2b1-4010-98fe-99d993da6573 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.515760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a240858-e2b1-4010-98fe-99d993da6573" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.515760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a240858-e2b1-4010-98fe-99d993da6573" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.515760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a240858-e2b1-4010-98fe-99d993da6573" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.515760] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a240858-e2b1-4010-98fe-99d993da6573',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.640622] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba8365ad-4ff5-44bc-81c7-9e8dde6a4be1 [ 698.640622] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.640622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.640622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.640622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.642644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.642644] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba8365ad-4ff5-44bc-81c7-9e8dde6a4be1 already deleted. [ 698.642644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba8365ad-4ff5-44bc-81c7-9e8dde6a4be1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.710409] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.745749] env[69839]: INFO networking_nsxv3.common.synchronization [req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 req-7d756bf3-e010-40f8-bc5b-8d0de892a67e tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Enqueued Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 698.747111] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 698.750400] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.750400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.750400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.750400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.750400] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.750400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.750400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.750400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.750400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.750400] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.846742] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0770ea34-dbb5-4138-84f4-97b070579267: rpc.has_security_group_logging(os_id): False [ 698.864026] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.864223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.864295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.864944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.864944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.864944] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.865314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.865314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.865314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.865314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.865515] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 is going to be created. [ 698.955369] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.955793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.955793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.955793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.958678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.971303] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: IN_PROGRESS for 2s [ 699.021145] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.021145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.022468] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.022559] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a240858-e2b1-4010-98fe-99d993da6573 with status ACTIVE [ 699.025104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.025104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.025104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.025104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.025104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.025104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.025104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.025104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.025104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.025104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.026691] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.026691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.026691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.026691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.026691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.026691] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a240858-e2b1-4010-98fe-99d993da6573 is going to be updated. [ 699.067988] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.069941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.069941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.069941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.069941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.069941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a240858-e2b1-4010-98fe-99d993da6573" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.202305] env[69839]: INFO networking_nsxv3.common.synchronization [req-a43eecbd-9311-49e5-98d9-1332a9388b38 req-f416a863-166d-438f-b234-c70614051bc8 tempest-ServerDiagnosticsNegativeTest-2037255635 tempest-ServerDiagnosticsNegativeTest-2037255635-project-member] Enqueued Resource ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 with Priority: HIGHEST for action security_group_members [ 699.202599] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 with Priority: HIGHEST for action security_group_members [ 699.202915] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bc018e-f8c6-4a58-ab5f-47a893097a07 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.203249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.203249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.203551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.203551] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.203664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.203791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.203869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.204261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.204261] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4bc018e-f8c6-4a58-ab5f-47a893097a07',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.215309] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.215424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.215424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.216012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.216012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.216012] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 699.243940] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.243940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.243940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.244115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.244243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.252240] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.252455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.252549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.252875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.253074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.256880] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.256880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.256880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.256880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.256880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.256880] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 already deleted. [ 699.256880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.259428] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 699.276726] env[69839]: INFO networking_nsxv3.common.synchronization [None req-bc639ee1-90e5-4627-bb81-11d4c7f3a9ee None None] Enqueued Resource ID: 5111843b-bc71-43c7-8998-6fad6070d33e with Priority: HIGHEST for action port [ 699.278101] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5111843b-bc71-43c7-8998-6fad6070d33e with Priority: HIGHEST for action port [ 699.278101] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-5111843b-bc71-43c7-8998-6fad6070d33e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.278101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5111843b-bc71-43c7-8998-6fad6070d33e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.278101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5111843b-bc71-43c7-8998-6fad6070d33e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.278544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5111843b-bc71-43c7-8998-6fad6070d33e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.278761] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5111843b-bc71-43c7-8998-6fad6070d33e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.528041] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.707534] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.707725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.707777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.708028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.708113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.708363] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.708474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.708535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.708743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.708840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.708887] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 is going to be updated. [ 699.737527] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.737687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.737749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.738227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.738585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.751496] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 in Status: IN_PROGRESS for 2s [ 699.785211] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5111843b-bc71-43c7-8998-6fad6070d33e [ 699.785211] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.785211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.785211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.785211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.785211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.785589] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5111843b-bc71-43c7-8998-6fad6070d33e already deleted. [ 699.785589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5111843b-bc71-43c7-8998-6fad6070d33e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.824543] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.824899] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.825079] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.825445] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.825787] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.825986] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.826124] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.826439] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.826634] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.826872] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.827034] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.827410] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.828029] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.828029] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.828029] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.828029] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.847926] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.848122] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.848309] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.848551] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.848848] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-586457c9-3189-4e65-b40b-138508d842bc taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.849033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-586457c9-3189-4e65-b40b-138508d842bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.849204] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-586457c9-3189-4e65-b40b-138508d842bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.849620] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-586457c9-3189-4e65-b40b-138508d842bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.849763] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586457c9-3189-4e65-b40b-138508d842bc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.031104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.031104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.031104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.031104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.031104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.031357] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 is going to be created. [ 700.051839] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.051948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.051986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.052204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.052363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.061463] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: UNINITIALIZED for 2s [ 700.304807] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 700.305379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.305379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.305595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.305693] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.352878] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.353298] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.353501] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.353855] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.354281] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.354497] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 586457c9-3189-4e65-b40b-138508d842bc not found, creating... [ 700.354876] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.355761] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.355993] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.356308] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.356484] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.356817] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.357016] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.357140] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.357725] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.357725] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.357725] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 586457c9-3189-4e65-b40b-138508d842bc is going to be created. [ 700.380264] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.380264] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.380264] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.380264] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.380264] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.380264] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-586457c9-3189-4e65-b40b-138508d842bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.812232] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.812232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.893900] env[69839]: INFO networking_nsxv3.common.synchronization [req-28b5ca36-0fee-4169-91ec-82f06c6befa3 req-d0c0a73e-59cc-4352-b34f-b153b34015a5 tempest-ServerExternalEventsTest-1431993827 tempest-ServerExternalEventsTest-1431993827-project-member] Enqueued Resource ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 with Priority: HIGHEST for action security_group_members [ 700.893900] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 with Priority: HIGHEST for action security_group_members [ 700.894974] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c41334ff-2517-4dd5-92c6-82cf2d700ff1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.894974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.894974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.894974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.895549] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.895549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.895647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.895853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.896050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.896141] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c41334ff-2517-4dd5-92c6-82cf2d700ff1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.986558] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: SUCCESS [ 700.986860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.139203] env[69839]: INFO networking_nsxv3.common.synchronization [None req-455b21c1-7b3a-4187-85cc-6f3e89bf33e6 None None] Enqueued Resource ID: e5b8e128-141c-46e8-aaa1-1d6b5a1cc8bd with Priority: HIGHEST for action port [ 701.143023] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b8e128-141c-46e8-aaa1-1d6b5a1cc8bd with Priority: HIGHEST for action port [ 701.143023] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b8e128-141c-46e8-aaa1-1d6b5a1cc8bd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.143023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b8e128-141c-46e8-aaa1-1d6b5a1cc8bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.143023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b8e128-141c-46e8-aaa1-1d6b5a1cc8bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.143023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b8e128-141c-46e8-aaa1-1d6b5a1cc8bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.143023] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b8e128-141c-46e8-aaa1-1d6b5a1cc8bd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.271369] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 701.271602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.272685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.272685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.272920] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.272920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.272920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.273279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.273279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.273279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.273279] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.376031] env[69839]: INFO networking_nsxv3.common.synchronization [req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da req-7a80a6b0-7d6c-47f2-91ed-a1ea76da8d37 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Enqueued Resource ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 with Priority: HIGHEST for action security_group_members [ 701.376538] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 with Priority: HIGHEST for action security_group_members [ 701.376836] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.376958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.378838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.379145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.379319] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.379423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.379488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.379644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.379727] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.379823] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c87ae6-1a66-45e4-bc2e-c7d86ab46b54',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.399438] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.399601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.399669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.399882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.399995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.400195] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.401076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.401076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.401076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.401076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.401076] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 is going to be updated. [ 701.433659] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.433991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.434083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.434421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.434645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.443074] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 in Status: IN_PROGRESS for 2s [ 701.627818] env[69839]: INFO networking_nsxv3.common.synchronization [req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 req-69681586-22ee-4230-b9fa-f7c7bdfa70ed service nova] Enqueued Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_rules [ 701.627975] env[69839]: INFO networking_nsxv3.common.synchronization [req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 req-69681586-22ee-4230-b9fa-f7c7bdfa70ed service nova] Enqueued Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 701.629802] env[69839]: INFO networking_nsxv3.common.synchronization [req-b730a9aa-7f25-4920-be1a-a47e1b24aa84 req-69681586-22ee-4230-b9fa-f7c7bdfa70ed service nova] Enqueued Resource ID: 586457c9-3189-4e65-b40b-138508d842bc with Priority: HIGHEST for action port [ 701.633290] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_rules [ 701.633290] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 701.633290] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586457c9-3189-4e65-b40b-138508d842bc with Priority: HIGHEST for action port [ 701.633290] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.633290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.633290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.633290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.633290] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.637093] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.637093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.637093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.637093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.637093] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.637093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.637093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.637093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.637093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.637093] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.638593] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-586457c9-3189-4e65-b40b-138508d842bc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.638593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-586457c9-3189-4e65-b40b-138508d842bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.638593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-586457c9-3189-4e65-b40b-138508d842bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.638593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-586457c9-3189-4e65-b40b-138508d842bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.638593] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('586457c9-3189-4e65-b40b-138508d842bc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.647199] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b8e128-141c-46e8-aaa1-1d6b5a1cc8bd [ 701.647199] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.647199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.647199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.647199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.647199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.647199] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b8e128-141c-46e8-aaa1-1d6b5a1cc8bd already deleted. [ 701.647199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b8e128-141c-46e8-aaa1-1d6b5a1cc8bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.761083] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 in Status: SUCCESS [ 701.761659] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 deletion is rescheduled due to dependency. [ 701.761659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.775801] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.775998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.776081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.776658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.776658] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.776658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.776821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.776968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.777069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.777164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.777322] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.777416] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.777479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.777624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.777762] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.777852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.777914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.778066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.778144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.778229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.778320] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.882166] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.882470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.882470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.882726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.882857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.883087] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.883201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.883267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.884747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.884747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.884747] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 already deleted. [ 701.884747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.075227] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: SUCCESS [ 702.075227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.075227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.075227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.075545] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.075545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.075688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.075739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.075825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.075962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.076090] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.140354] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.140794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.141276] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.143415] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 586457c9-3189-4e65-b40b-138508d842bc with status ACTIVE [ 702.143415] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.143415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.143415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.143689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.143689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.144154] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.144268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.144890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.144890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.144890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.145032] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.145097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.145160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.145708] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.145708] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.147552] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 586457c9-3189-4e65-b40b-138508d842bc is going to be updated. [ 702.169357] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.169560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.169560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.169757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.169897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.170899] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-586457c9-3189-4e65-b40b-138508d842bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.282380] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97f8b58e-caa4-456d-99a0-f5151a6da394: rpc.has_security_group_logging(os_id): False [ 702.302214] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.302214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.302214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.302350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.302493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.302702] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.302811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.302973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.303058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.303141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.303323] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.303423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.303477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.303668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.303700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.303895] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.303995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.304451] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.304701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.304914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.305084] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 702.353731] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.353931] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-194" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.354064] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-194" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.354392] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-194" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.356055] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.356055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.356055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.356055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.356055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.356055] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.356055] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.356055] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.356055] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.356535] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.356535] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.356535] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.371971] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.372135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.372195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.372399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.372543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.375869] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.377217] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.377217] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.377217] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-194" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.377217] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-3614b8ac-2395-40fb-bf20-5895f3cf0a0f taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.377217] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-3614b8ac-2395-40fb-bf20-5895f3cf0a0f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.377217] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-3614b8ac-2395-40fb-bf20-5895f3cf0a0f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.377509] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-3614b8ac-2395-40fb-bf20-5895f3cf0a0f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.377509] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3614b8ac-2395-40fb-bf20-5895f3cf0a0f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.390132] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 702.580243] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.580407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.580478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.580739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.581509] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.581509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.581509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.581509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.581509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.581509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.581509] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.581813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.581813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.581813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.581942] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.581993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.582039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.585292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.585292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.585292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.585292] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.652723] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.881347] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.881575] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.881703] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.881980] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.882145] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.883145] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 3614b8ac-2395-40fb-bf20-5895f3cf0a0f not found, creating... [ 702.883145] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.883145] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.883145] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.887122] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.887122] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.887755] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.887755] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.887755] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.888560] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.888756] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.888872] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 3614b8ac-2395-40fb-bf20-5895f3cf0a0f is going to be created. [ 702.909009] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.909235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.909359] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.909634] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.909853] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.910107] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-3614b8ac-2395-40fb-bf20-5895f3cf0a0f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.087752] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ee70db3-3426-4c74-92da-e27d09ec9521: rpc.has_security_group_logging(os_id): False [ 703.108736] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.109050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.109050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.110291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.110291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.110291] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.110291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.110291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.110291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.110291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.110291] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.110291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.110291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.110819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.110819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.110819] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.110819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.110819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.111061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.111061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.111142] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 is going to be created. [ 703.157019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.157019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.157019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.157019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.157019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.157019] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 is going to be created. [ 703.173506] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.173988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.173988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.174659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.174659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.180324] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.180324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.180324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.180324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.180324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.192572] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: IN_PROGRESS for 2s [ 703.193405] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: UNINITIALIZED for 2s [ 703.383705] env[69839]: INFO networking_nsxv3.common.synchronization [req-776feac3-be54-45fc-83f3-3a198c38dade req-09774911-3107-474b-b2db-cc5160592d6b tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Enqueued Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_members [ 703.384256] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_members [ 703.384560] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-fafc63f4-01f1-437e-bd42-bf6258a47894 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.384560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.385046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.385046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.385665] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.385665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.385665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.385665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.386243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.386243] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.454484] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 in Status: SUCCESS [ 703.454484] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 deletion is rescheduled due to dependency. [ 703.454616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.720019] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.720019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-304" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.720019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-304" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.720019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-304" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.720019] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.720019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.720450] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.720801] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.723512] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.723512] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.723512] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.723512] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.723512] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.723512] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.723512] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.723512] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.742235] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.742235] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.742235] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.742235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-304" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.742235] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-bb3c590d-6596-436e-8441-ff7f3cb685df taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.742235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-bb3c590d-6596-436e-8441-ff7f3cb685df" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.742235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-bb3c590d-6596-436e-8441-ff7f3cb685df" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.742235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-bb3c590d-6596-436e-8441-ff7f3cb685df" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.742235] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3c590d-6596-436e-8441-ff7f3cb685df',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.889934] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.889934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.889934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.889934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.889934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.889934] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.889934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.889934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.889934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.889934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.889934] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fafc63f4-01f1-437e-bd42-bf6258a47894 already deleted. [ 703.889934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.924176] env[69839]: INFO networking_nsxv3.common.synchronization [req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da req-1ab17368-114f-4c04-9960-d95f94aad25d service nova] Enqueued Resource ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 with Priority: HIGHEST for action security_group_rules [ 703.924176] env[69839]: INFO networking_nsxv3.common.synchronization [req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da req-1ab17368-114f-4c04-9960-d95f94aad25d service nova] Enqueued Resource ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 with Priority: HIGHEST for action security_group_members [ 703.924176] env[69839]: INFO networking_nsxv3.common.synchronization [req-d8edc3bd-cfae-4778-9dd6-15e14e90c5da req-1ab17368-114f-4c04-9960-d95f94aad25d service nova] Enqueued Resource ID: 3614b8ac-2395-40fb-bf20-5895f3cf0a0f with Priority: HIGHEST for action port [ 703.924176] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 with Priority: HIGHEST for action security_group_rules [ 703.924176] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 with Priority: HIGHEST for action security_group_members [ 703.924176] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3614b8ac-2395-40fb-bf20-5895f3cf0a0f with Priority: HIGHEST for action port [ 703.924176] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.924176] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.924176] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.924176] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.924176] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c87ae6-1a66-45e4-bc2e-c7d86ab46b54',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.926148] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.926458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.927335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.928766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.928766] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.928766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.928766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.931260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.931260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.931260] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c87ae6-1a66-45e4-bc2e-c7d86ab46b54',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.931260] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-3614b8ac-2395-40fb-bf20-5895f3cf0a0f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.931260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3614b8ac-2395-40fb-bf20-5895f3cf0a0f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.931260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3614b8ac-2395-40fb-bf20-5895f3cf0a0f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.931260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3614b8ac-2395-40fb-bf20-5895f3cf0a0f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.931260] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3614b8ac-2395-40fb-bf20-5895f3cf0a0f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.245183] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.245183] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.245183] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.245506] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.245574] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.245698] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port bb3c590d-6596-436e-8441-ff7f3cb685df not found, creating... [ 704.246022] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.246282] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.246403] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.246633] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.246774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.247099] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.247264] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.247381] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.247594] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.247730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.247874] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: bb3c590d-6596-436e-8441-ff7f3cb685df is going to be created. [ 704.268769] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.268769] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.268769] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.268769] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.269100] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.269100] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-bb3c590d-6596-436e-8441-ff7f3cb685df" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.408833] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 704.409554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.435022] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c87ae6-1a66-45e4-bc2e-c7d86ab46b54',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.435240] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.435374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.435580] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3614b8ac-2395-40fb-bf20-5895f3cf0a0f with status ACTIVE [ 704.435941] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.435941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.436262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.436262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.437231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.437231] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.437231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.437231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.437231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.437231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.440730] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.440730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.440730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.440730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.440730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.440730] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3614b8ac-2395-40fb-bf20-5895f3cf0a0f is going to be updated. [ 704.460773] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.460851] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.460955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.461138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.462344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.462344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3614b8ac-2395-40fb-bf20-5895f3cf0a0f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.942925] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c87ae6-1a66-45e4-bc2e-c7d86ab46b54',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.000026] env[69839]: INFO networking_nsxv3.common.synchronization [req-776feac3-be54-45fc-83f3-3a198c38dade req-eb629174-63c0-4b9c-8db6-c246aca85b80 service nova] Enqueued Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_rules [ 705.000026] env[69839]: INFO networking_nsxv3.common.synchronization [req-776feac3-be54-45fc-83f3-3a198c38dade req-eb629174-63c0-4b9c-8db6-c246aca85b80 service nova] Enqueued Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_members [ 705.000026] env[69839]: INFO networking_nsxv3.common.synchronization [req-776feac3-be54-45fc-83f3-3a198c38dade req-eb629174-63c0-4b9c-8db6-c246aca85b80 service nova] Enqueued Resource ID: bb3c590d-6596-436e-8441-ff7f3cb685df with Priority: HIGHEST for action port [ 705.000026] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_rules [ 705.000026] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_members [ 705.000026] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3c590d-6596-436e-8441-ff7f3cb685df with Priority: HIGHEST for action port [ 705.000026] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fafc63f4-01f1-437e-bd42-bf6258a47894 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.000026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.000026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.002322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.002413] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.003399] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-fafc63f4-01f1-437e-bd42-bf6258a47894 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.003496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.003563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.003824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.003890] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.004059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.004059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.005089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.005089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.005089] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.005839] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb3c590d-6596-436e-8441-ff7f3cb685df taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.006038] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb3c590d-6596-436e-8441-ff7f3cb685df" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.006181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb3c590d-6596-436e-8441-ff7f3cb685df" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.006428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb3c590d-6596-436e-8441-ff7f3cb685df" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.006428] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3c590d-6596-436e-8441-ff7f3cb685df',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.203733] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: SUCCESS [ 705.203733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.203733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.203733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.203733] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.203733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.203733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.203733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.203733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.203733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.203733] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.205397] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: SUCCESS [ 705.205624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.445976] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.446359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.446488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.446719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.446817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.446933] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 is going to be created. [ 705.467886] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.468037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.468209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.468358] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.468566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.477888] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 in Status: UNINITIALIZED for 2s [ 705.511334] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-fafc63f4-01f1-437e-bd42-bf6258a47894 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.511471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.511651] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.514075] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb3c590d-6596-436e-8441-ff7f3cb685df with status ACTIVE [ 705.514075] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.514075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.514075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.514075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.515586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.516204] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.516376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.516464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.516724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.516841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.517121] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.517255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.518125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.518125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.518125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.518125] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb3c590d-6596-436e-8441-ff7f3cb685df is going to be updated. [ 705.537058] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.537948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.537948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.538568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.538568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.538770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb3c590d-6596-436e-8441-ff7f3cb685df" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.707830] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.707830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.707830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.708166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.708215] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.708617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.708617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.708617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.708798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.708798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.708972] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.709066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.709143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.709518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.709518] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.709617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.709617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.709754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.709874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.709938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.710044] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.014698] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.212635] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 172d40c3-3cfa-4069-ad62-f8b7a81b87a0: rpc.has_security_group_logging(os_id): False [ 706.230974] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.231954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.231954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.231954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.231954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.231954] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.231954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.231954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.231954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.232535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.232535] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.232535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.232535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.232535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.232699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.232770] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.232871] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.232935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.233190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.233340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.233682] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 is going to be created. [ 706.293055] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.293240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.293324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.293608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.293786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.304243] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: IN_PROGRESS for 2s [ 706.516130] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.516361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.517315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.517396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.517492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.517602] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fafc63f4-01f1-437e-bd42-bf6258a47894 is going to be created. [ 706.543652] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.544546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.544546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.544746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.546036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.555229] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fafc63f4-01f1-437e-bd42-bf6258a47894 in Status: UNINITIALIZED for 2s [ 707.490481] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 in Status: SUCCESS [ 707.490481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.490884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.490884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.491077] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.491202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.491271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.491436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.491522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.491610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.491703] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c87ae6-1a66-45e4-bc2e-c7d86ab46b54',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.999362] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.999698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.999819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.000706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.000706] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.000981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.001288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.001577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.001660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.001844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.002097] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.002581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.002686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.002876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.003215] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.003215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.003215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.003465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.003622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.003909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.004059] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c87ae6-1a66-45e4-bc2e-c7d86ab46b54',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.317011] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: SUCCESS [ 708.317308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.511540] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54: rpc.has_security_group_logging(os_id): False [ 708.532159] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.532290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.532353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.536171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.536171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.536171] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.536171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.536171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.536171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.536171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.536573] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.536734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.536836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.537095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.537254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.537488] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.537624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.537716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.537896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.538021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.539954] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 is going to be created. [ 708.550869] env[69839]: INFO networking_nsxv3.common.synchronization [None req-db2d3da7-a723-4796-bca8-abf3c3344e53 None None] Enqueued Resource ID: 9671ed76-83e3-42af-b464-53c76eec5a87 with Priority: HIGHEST for action port [ 708.553506] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9671ed76-83e3-42af-b464-53c76eec5a87 with Priority: HIGHEST for action port [ 708.553506] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-9671ed76-83e3-42af-b464-53c76eec5a87 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.553506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9671ed76-83e3-42af-b464-53c76eec5a87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.553506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9671ed76-83e3-42af-b464-53c76eec5a87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.554129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9671ed76-83e3-42af-b464-53c76eec5a87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.560041] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9671ed76-83e3-42af-b464-53c76eec5a87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.572312] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fafc63f4-01f1-437e-bd42-bf6258a47894 in Status: SUCCESS [ 708.572312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.572312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.572312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.572312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.572312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.572312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.572312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.572312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.572312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.572312] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.591862] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.592480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.592745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.593142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.594549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.611826] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 in Status: IN_PROGRESS for 2s [ 708.882405] env[69839]: INFO networking_nsxv3.common.synchronization [None req-0dfe770b-e8a2-4718-9980-3bb478cc8fd7 None None] Enqueued Resource ID: b5127fb8-9769-40ad-a42f-8030ea72bc1b with Priority: HIGHEST for action port [ 708.884215] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5127fb8-9769-40ad-a42f-8030ea72bc1b with Priority: HIGHEST for action port [ 708.885505] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5127fb8-9769-40ad-a42f-8030ea72bc1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.885644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5127fb8-9769-40ad-a42f-8030ea72bc1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.885712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5127fb8-9769-40ad-a42f-8030ea72bc1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.886056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5127fb8-9769-40ad-a42f-8030ea72bc1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.886193] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5127fb8-9769-40ad-a42f-8030ea72bc1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.062688] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9671ed76-83e3-42af-b464-53c76eec5a87 [ 709.062688] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.062688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.062688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.062688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.062688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.062688] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9671ed76-83e3-42af-b464-53c76eec5a87 already deleted. [ 709.062688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9671ed76-83e3-42af-b464-53c76eec5a87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.075395] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.392615] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5127fb8-9769-40ad-a42f-8030ea72bc1b [ 709.393113] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.393113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.393113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.393442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.393442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.393510] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5127fb8-9769-40ad-a42f-8030ea72bc1b already deleted. [ 709.393608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5127fb8-9769-40ad-a42f-8030ea72bc1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.577251] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fafc63f4-01f1-437e-bd42-bf6258a47894: rpc.has_security_group_logging(os_id): False [ 709.602615] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.602615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.602615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.602933] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.603122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.603840] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.603840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.603840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.603840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.604061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.604092] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fafc63f4-01f1-437e-bd42-bf6258a47894 is going to be created. [ 709.690584] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.690820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.690875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.691144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.691332] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.706923] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fafc63f4-01f1-437e-bd42-bf6258a47894 in Status: IN_PROGRESS for 2s [ 710.623584] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 in Status: SUCCESS [ 710.623584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.847032] env[69839]: INFO networking_nsxv3.common.synchronization [None req-20d838c8-ff4b-4cad-ae8c-39d87377d147 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_rules [ 710.847032] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_rules [ 710.847032] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.847032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.847032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.847032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.847032] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.998194] env[69839]: INFO networking_nsxv3.common.synchronization [None req-8a6917f3-e205-47fe-92f9-48e480274f32 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_rules [ 710.998650] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_rules [ 710.998946] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.999061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.138418] env[69839]: INFO networking_nsxv3.common.synchronization [None req-2addff1c-ab47-4776-825b-e8a373687487 None None] Enqueued Resource ID: a7c39b0c-1a54-4896-807f-2cd02165f6d6 with Priority: HIGHEST for action port [ 711.138702] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7c39b0c-1a54-4896-807f-2cd02165f6d6 with Priority: HIGHEST for action port [ 711.139263] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7c39b0c-1a54-4896-807f-2cd02165f6d6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.139418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7c39b0c-1a54-4896-807f-2cd02165f6d6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.139501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7c39b0c-1a54-4896-807f-2cd02165f6d6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.139702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7c39b0c-1a54-4896-807f-2cd02165f6d6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.139774] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c39b0c-1a54-4896-807f-2cd02165f6d6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.364656] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.364834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.365050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.365153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.365251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.365353] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 already deleted. [ 711.365419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.365587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.365748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.365851] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.644564] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7c39b0c-1a54-4896-807f-2cd02165f6d6 [ 711.644564] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.644564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.645111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.645111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.645111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.645243] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7c39b0c-1a54-4896-807f-2cd02165f6d6 already deleted. [ 711.645243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7c39b0c-1a54-4896-807f-2cd02165f6d6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.720960] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fafc63f4-01f1-437e-bd42-bf6258a47894 in Status: SUCCESS [ 711.721179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.887017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.887017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.887017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.887017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.887290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.887290] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 already deleted. [ 711.887290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.909252] env[69839]: INFO networking_nsxv3.common.synchronization [None req-72ebca83-7e4d-4ccc-8a9f-8e5c969b1015 None None] Enqueued Resource ID: 912b14a4-4357-4e16-b24d-a690c7482ccb with Priority: HIGHEST for action port [ 711.909752] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912b14a4-4357-4e16-b24d-a690c7482ccb with Priority: HIGHEST for action port [ 711.911294] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-912b14a4-4357-4e16-b24d-a690c7482ccb taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.911479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-912b14a4-4357-4e16-b24d-a690c7482ccb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.911567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-912b14a4-4357-4e16-b24d-a690c7482ccb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.911773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-912b14a4-4357-4e16-b24d-a690c7482ccb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.912443] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912b14a4-4357-4e16-b24d-a690c7482ccb',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.356274] env[69839]: INFO networking_nsxv3.common.synchronization [None req-47476194-6896-45b8-a17d-df39327cff2b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_rules [ 712.356821] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_rules [ 712.357152] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.357270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.357334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.357656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.357740] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.415803] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 912b14a4-4357-4e16-b24d-a690c7482ccb [ 712.416222] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.417726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.417726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.417726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.417726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.417726] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:912b14a4-4357-4e16-b24d-a690c7482ccb already deleted. [ 712.417726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-912b14a4-4357-4e16-b24d-a690c7482ccb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.523324] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9c428baa-fd80-4ede-b62b-f4ebe9b861fa tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_rules [ 712.523985] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_rules [ 712.524358] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.524611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.877209] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.877558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.877558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.877705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.877795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.877878] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 already deleted. [ 712.877970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.878158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.878428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.878585] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.973667] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-9083ae55-5838-4767-b051-f8a1107bd779 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 712.974220] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 712.974919] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.975096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.975643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.975643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.975643] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.975835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.975835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.975915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.976040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.976119] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.339327] env[69839]: INFO networking_nsxv3.common.synchronization [None req-1d6cd4b7-ff2b-498c-9ead-28ee132c22d3 None None] Enqueued Resource ID: bf17750c-3ca0-4c83-ba1a-9d1b45fe20be with Priority: HIGHEST for action port [ 713.339327] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf17750c-3ca0-4c83-ba1a-9d1b45fe20be with Priority: HIGHEST for action port [ 713.339764] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf17750c-3ca0-4c83-ba1a-9d1b45fe20be taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.339902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf17750c-3ca0-4c83-ba1a-9d1b45fe20be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.340096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf17750c-3ca0-4c83-ba1a-9d1b45fe20be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.340342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf17750c-3ca0-4c83-ba1a-9d1b45fe20be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.340342] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf17750c-3ca0-4c83-ba1a-9d1b45fe20be',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.397916] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.398230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.398572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.398572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.398692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.398741] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 already deleted. [ 713.398826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.449809] env[69839]: INFO networking_nsxv3.common.synchronization [req-e439fdb0-3355-4579-93dc-5042db917e40 req-11af4d44-dcb4-415e-bfea-fd8ce6924129 tempest-FloatingIPsAssociationNegativeTestJSON-571369244 tempest-FloatingIPsAssociationNegativeTestJSON-571369244-project-member] Enqueued Resource ID: ac6928d1-7443-4f53-a35f-3d993425f4ec with Priority: HIGHEST for action security_group_members [ 713.450380] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6928d1-7443-4f53-a35f-3d993425f4ec with Priority: HIGHEST for action security_group_members [ 713.450654] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac6928d1-7443-4f53-a35f-3d993425f4ec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.450775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.450848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.451036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.451189] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.451290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.451440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.451510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.451568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.451651] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac6928d1-7443-4f53-a35f-3d993425f4ec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.478034] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.478202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.478275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.478478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.478573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.479029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.479029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.479029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.479226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.479226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.479298] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 already deleted. [ 713.479533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.846408] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf17750c-3ca0-4c83-ba1a-9d1b45fe20be [ 713.846654] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.846789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.847125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.847174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.847241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.847337] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf17750c-3ca0-4c83-ba1a-9d1b45fe20be already deleted. [ 713.847417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf17750c-3ca0-4c83-ba1a-9d1b45fe20be" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.905270] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.905270] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.905658] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.905658] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.905879] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.909976] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.910176] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.910879] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.910879] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.910879] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.910879] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.911273] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.911403] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.911523] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.911976] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.911976] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.930156] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.930407] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.930612] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.930882] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.931412] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-294a4961-fcb7-4c36-a537-30d3c3d592fa taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.931695] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-294a4961-fcb7-4c36-a537-30d3c3d592fa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.931890] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-294a4961-fcb7-4c36-a537-30d3c3d592fa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.932852] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-294a4961-fcb7-4c36-a537-30d3c3d592fa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.933080] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('294a4961-fcb7-4c36-a537-30d3c3d592fa',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.955892] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.955892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.955892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.955892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.955892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.955892] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.955892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.955892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.955892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.955892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.955892] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6928d1-7443-4f53-a35f-3d993425f4ec is going to be updated. [ 713.981103] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.981227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.981284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.981497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.981634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.997803] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6928d1-7443-4f53-a35f-3d993425f4ec in Status: IN_PROGRESS for 2s [ 714.436776] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.437254] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.438014] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.441416] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.441594] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.441823] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 294a4961-fcb7-4c36-a537-30d3c3d592fa not found, creating... [ 714.442063] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.442241] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.442544] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.442584] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.442726] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.443047] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.443230] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.443353] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.443571] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.443707] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.443847] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 294a4961-fcb7-4c36-a537-30d3c3d592fa is going to be created. [ 714.466352] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.466722] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.466722] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.466950] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.467226] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.467460] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-294a4961-fcb7-4c36-a537-30d3c3d592fa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.498439] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-5bc6d048-8d3c-464a-b7f2-ba0e2fbc5633 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 715.498902] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 715.499220] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.499338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.499405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.501549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.501713] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.501844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.504944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.504944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.504944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.504944] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.522856] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9e84b140-7a95-4ceb-a5b2-a3697d240410 None None] Enqueued Resource ID: 0d1d0e75-8618-4fcd-84ac-0d6a0b6263c8 with Priority: HIGHEST for action port [ 715.523130] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1d0e75-8618-4fcd-84ac-0d6a0b6263c8 with Priority: HIGHEST for action port [ 715.523779] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d1d0e75-8618-4fcd-84ac-0d6a0b6263c8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.523779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d1d0e75-8618-4fcd-84ac-0d6a0b6263c8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.523928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d1d0e75-8618-4fcd-84ac-0d6a0b6263c8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.525022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d1d0e75-8618-4fcd-84ac-0d6a0b6263c8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.525397] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1d0e75-8618-4fcd-84ac-0d6a0b6263c8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.009411] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac6928d1-7443-4f53-a35f-3d993425f4ec in Status: SUCCESS [ 716.009755] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac6928d1-7443-4f53-a35f-3d993425f4ec deletion is rescheduled due to dependency. [ 716.009969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac6928d1-7443-4f53-a35f-3d993425f4ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.012786] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.030951] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d1d0e75-8618-4fcd-84ac-0d6a0b6263c8 [ 716.030951] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.030951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.030951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.030951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.030951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.030951] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d1d0e75-8618-4fcd-84ac-0d6a0b6263c8 already deleted. [ 716.030951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d1d0e75-8618-4fcd-84ac-0d6a0b6263c8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.058952] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9a03266f-f50b-4806-a59c-92504f54f9d6 None None] Enqueued Resource ID: dcd374fc-d918-4750-b32e-3070cf1b95d0 with Priority: HIGHEST for action port [ 716.058952] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd374fc-d918-4750-b32e-3070cf1b95d0 with Priority: HIGHEST for action port [ 716.058952] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd374fc-d918-4750-b32e-3070cf1b95d0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.058952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd374fc-d918-4750-b32e-3070cf1b95d0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.058952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd374fc-d918-4750-b32e-3070cf1b95d0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.058952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd374fc-d918-4750-b32e-3070cf1b95d0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.058952] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd374fc-d918-4750-b32e-3070cf1b95d0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.136249] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-1fc3720d-2dad-4273-b9b8-67deb9869448 service nova] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_rules [ 716.136445] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-1fc3720d-2dad-4273-b9b8-67deb9869448 service nova] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 716.136593] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-1fc3720d-2dad-4273-b9b8-67deb9869448 service nova] Enqueued Resource ID: 294a4961-fcb7-4c36-a537-30d3c3d592fa with Priority: HIGHEST for action port [ 716.136819] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_rules [ 716.136948] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 716.137073] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a4961-fcb7-4c36-a537-30d3c3d592fa with Priority: HIGHEST for action port [ 716.139076] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.139331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.139470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.140010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.140167] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.141063] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.141223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.141553] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-294a4961-fcb7-4c36-a537-30d3c3d592fa taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.141679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-294a4961-fcb7-4c36-a537-30d3c3d592fa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.141779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-294a4961-fcb7-4c36-a537-30d3c3d592fa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.142061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-294a4961-fcb7-4c36-a537-30d3c3d592fa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.142178] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('294a4961-fcb7-4c36-a537-30d3c3d592fa',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.514853] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.560069] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcd374fc-d918-4750-b32e-3070cf1b95d0 [ 716.560327] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.561608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.561608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.561608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.561608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.561608] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcd374fc-d918-4750-b32e-3070cf1b95d0 already deleted. [ 716.561608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd374fc-d918-4750-b32e-3070cf1b95d0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.644108] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.644334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.647070] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 294a4961-fcb7-4c36-a537-30d3c3d592fa with status ACTIVE [ 716.647225] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.647353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.647423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.647640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.647723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.647900] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.648018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.648099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.648221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.648328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.648474] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.648570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.652024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.652024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.652024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.652024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 294a4961-fcb7-4c36-a537-30d3c3d592fa is going to be updated. [ 716.673789] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.673942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.674016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.674334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.674425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.674547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-294a4961-fcb7-4c36-a537-30d3c3d592fa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.678042] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.678042] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.678586] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.678878] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.679153] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.679313] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.679424] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.679636] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.679775] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.679978] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.680101] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.681396] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.681396] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.681396] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.681396] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.681396] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.697884] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.698066] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.698211] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.698386] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.698699] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-46bf8d34-7b87-4d7b-b0f9-cc75945f4255 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.699053] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-46bf8d34-7b87-4d7b-b0f9-cc75945f4255" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.702360] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-46bf8d34-7b87-4d7b-b0f9-cc75945f4255" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.702360] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-46bf8d34-7b87-4d7b-b0f9-cc75945f4255" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.702360] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bf8d34-7b87-4d7b-b0f9-cc75945f4255',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.018499] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.018899] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.018976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.019208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.019312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.019462] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be created. [ 717.041174] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.041347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.041422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.041635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.041776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.050566] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: UNINITIALIZED for 2s [ 717.202616] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.205024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.205024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.205024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.205024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.205024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 46bf8d34-7b87-4d7b-b0f9-cc75945f4255 not found, creating... [ 717.205024] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.205024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.205024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.205024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.205024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.206103] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.206669] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.207080] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.207294] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.209630] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.209630] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 46bf8d34-7b87-4d7b-b0f9-cc75945f4255 is going to be created. [ 717.229319] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.229319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.229319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.229319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.229319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.229319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-46bf8d34-7b87-4d7b-b0f9-cc75945f4255" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.016590] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-bb9e3417-e82f-4e9f-bc66-d35384036dc3 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 718.018335] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 718.018754] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.018840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.086257] env[69839]: INFO networking_nsxv3.common.synchronization [None req-2ba61ab3-89d4-4f8e-a823-78cd5f966c3c None None] Enqueued Resource ID: 0046892c-66a5-4b09-b3de-ae33d800db1e with Priority: HIGHEST for action port [ 718.086581] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0046892c-66a5-4b09-b3de-ae33d800db1e with Priority: HIGHEST for action port [ 718.090968] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0046892c-66a5-4b09-b3de-ae33d800db1e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.091172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0046892c-66a5-4b09-b3de-ae33d800db1e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.091550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0046892c-66a5-4b09-b3de-ae33d800db1e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.091550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0046892c-66a5-4b09-b3de-ae33d800db1e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.091711] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0046892c-66a5-4b09-b3de-ae33d800db1e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.393047] env[69839]: INFO networking_nsxv3.common.synchronization [None req-8c4ac014-ba19-4b0a-9e55-568018b4651f tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Enqueued Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_rules [ 718.393588] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_rules [ 718.393889] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.394016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.394106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.394362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.394566] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.568768] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-2616a4c9-1595-465d-8445-b28dde00dca5 service nova] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_rules [ 718.568768] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-2616a4c9-1595-465d-8445-b28dde00dca5 service nova] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 718.568768] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-2616a4c9-1595-465d-8445-b28dde00dca5 service nova] Enqueued Resource ID: 46bf8d34-7b87-4d7b-b0f9-cc75945f4255 with Priority: HIGHEST for action port [ 718.568768] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_rules [ 718.568768] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 718.568768] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46bf8d34-7b87-4d7b-b0f9-cc75945f4255 with Priority: HIGHEST for action port [ 718.568768] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.568768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.569215] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.569215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.569215] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-46bf8d34-7b87-4d7b-b0f9-cc75945f4255 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.569389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46bf8d34-7b87-4d7b-b0f9-cc75945f4255" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.569389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46bf8d34-7b87-4d7b-b0f9-cc75945f4255" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.569694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46bf8d34-7b87-4d7b-b0f9-cc75945f4255" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.569694] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bf8d34-7b87-4d7b-b0f9-cc75945f4255',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.597967] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0046892c-66a5-4b09-b3de-ae33d800db1e [ 718.598779] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.598779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.598779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.599298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.599298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.599298] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0046892c-66a5-4b09-b3de-ae33d800db1e already deleted. [ 718.599298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0046892c-66a5-4b09-b3de-ae33d800db1e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.629072] env[69839]: INFO networking_nsxv3.common.synchronization [None req-5a04c420-2c60-4ac4-a317-2b0f36d89e14 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Enqueued Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_rules [ 718.629946] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_rules [ 718.631218] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.631218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.753973] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.754369] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.755557] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.755557] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.756391] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.756391] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.756553] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.757020] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.757093] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.757408] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.757536] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.758123] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.758123] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.758123] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.758123] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.758560] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.778627] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.778627] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.778627] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.778627] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-439" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.778627] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.778627] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.778627] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.778627] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.778627] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.847825] env[69839]: INFO networking_nsxv3.common.synchronization [None req-8d4005f8-328f-4369-b3ec-b76ccc74306b None None] Enqueued Resource ID: 7563adf9-f165-4a1d-ad5b-56a3dce1e8a6 with Priority: HIGHEST for action port [ 718.848094] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7563adf9-f165-4a1d-ad5b-56a3dce1e8a6 with Priority: HIGHEST for action port [ 718.848653] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-7563adf9-f165-4a1d-ad5b-56a3dce1e8a6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.848772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7563adf9-f165-4a1d-ad5b-56a3dce1e8a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.848837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7563adf9-f165-4a1d-ad5b-56a3dce1e8a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.849216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7563adf9-f165-4a1d-ad5b-56a3dce1e8a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.849332] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7563adf9-f165-4a1d-ad5b-56a3dce1e8a6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.917096] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.917255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.917255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.917494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.917555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.917661] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 already deleted. [ 718.917769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.918281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.918458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.918549] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.060886] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 719.061170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.061293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.061504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.061688] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.061801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.061863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.062024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.062111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.062215] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.072691] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46bf8d34-7b87-4d7b-b0f9-cc75945f4255 with status ACTIVE [ 719.072905] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.073029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.073102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.073296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.073383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.073555] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.073656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.073719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.073859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.073937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.074239] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.074334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.074395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.074548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.074626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.074710] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46bf8d34-7b87-4d7b-b0f9-cc75945f4255 is going to be updated. [ 719.095308] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.095449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.095519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.095726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.095858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.096020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46bf8d34-7b87-4d7b-b0f9-cc75945f4255" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.282432] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.285426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.285426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.285426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.285426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.285426] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc not found, creating... [ 719.285426] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.285426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.285426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.285426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.285426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.286209] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.286209] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.286209] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.286209] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.286209] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.286209] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc is going to be created. [ 719.308174] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.308400] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.308526] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.308793] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.309113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.309493] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.353344] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7563adf9-f165-4a1d-ad5b-56a3dce1e8a6 [ 719.353599] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.353763] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.353838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.355657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.355657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.355657] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7563adf9-f165-4a1d-ad5b-56a3dce1e8a6 already deleted. [ 719.355657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7563adf9-f165-4a1d-ad5b-56a3dce1e8a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.438050] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.438263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.438338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.438522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.438611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.438764] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 already deleted. [ 719.438823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.565146] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.068856] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.288875] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-69d37bf8-289e-45fb-b6e9-b8680ec56a5d service nova] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_rules [ 720.289054] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-69d37bf8-289e-45fb-b6e9-b8680ec56a5d service nova] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 720.289192] env[69839]: INFO networking_nsxv3.common.synchronization [req-a49c56f3-0db2-4a90-a7f6-bbf94502ab52 req-69d37bf8-289e-45fb-b6e9-b8680ec56a5d service nova] Enqueued Resource ID: 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc with Priority: HIGHEST for action port [ 720.289431] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_rules [ 720.289553] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 720.289642] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc with Priority: HIGHEST for action port [ 720.290440] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.290541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.290732] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.290813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.290979] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.291093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.291155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.291340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.291414] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.572209] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.572377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.572413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.572675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.572737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.573022] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be updated. [ 720.599931] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.600135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.600184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.601201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.601397] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.612012] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: IN_PROGRESS for 2s [ 720.794436] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc with status ACTIVE [ 720.797423] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.797423] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.797423] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.797423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.797423] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc is going to be updated. [ 720.821554] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.821845] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.821995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.822680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.822680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.823132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a78bbc2-4c2f-4cce-aa58-4fb42f16e4cc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.588030] env[69839]: INFO networking_nsxv3.common.synchronization [None req-cb80d9ab-cb7f-4324-ad9d-f64dad9b355b None None] Enqueued Resource ID: 203664d3-ab6f-440e-a08c-bede9beb10fc with Priority: HIGHEST for action port [ 721.588030] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203664d3-ab6f-440e-a08c-bede9beb10fc with Priority: HIGHEST for action port [ 721.588030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-203664d3-ab6f-440e-a08c-bede9beb10fc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.588030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-203664d3-ab6f-440e-a08c-bede9beb10fc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.588030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-203664d3-ab6f-440e-a08c-bede9beb10fc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.589648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-203664d3-ab6f-440e-a08c-bede9beb10fc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.589928] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203664d3-ab6f-440e-a08c-bede9beb10fc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.093371] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 203664d3-ab6f-440e-a08c-bede9beb10fc [ 722.093371] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.093371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.093371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.093371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.093371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.093371] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:203664d3-ab6f-440e-a08c-bede9beb10fc already deleted. [ 722.093371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-203664d3-ab6f-440e-a08c-bede9beb10fc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.622051] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 722.622617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.623349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.623712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.624199] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.624393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.624490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.624724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.624863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.625288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.625462] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.630018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.630018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.630018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.630018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.630018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.630018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.630018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.630018] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.978036] env[69839]: INFO networking_nsxv3.common.synchronization [req-2bbb09db-8ed0-4ca8-816a-c31c698cbe64 req-24158f90-0a5e-4e14-a1dc-88ef0c51e9f4 tempest-ServerAddressesTestJSON-1676473501 tempest-ServerAddressesTestJSON-1676473501-project-member] Enqueued Resource ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 with Priority: HIGHEST for action security_group_members [ 722.978036] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 with Priority: HIGHEST for action security_group_members [ 722.979657] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.979657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.979657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.979657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.979943] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.979943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.979943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.980088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.980545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.980545] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c87ae6-1a66-45e4-bc2e-c7d86ab46b54',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.132116] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.133944] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.134917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.483161] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.486341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.486341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.486341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.486341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.486341] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.486341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.486341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.486341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.486341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.486341] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 is going to be updated. [ 723.512687] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.512859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.512938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.513189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.513345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.524257] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 in Status: IN_PROGRESS for 2s [ 723.534190] env[69839]: INFO networking_nsxv3.common.synchronization [None req-f09e1b0f-ea8f-4f8a-a5b9-a14b30c4fb66 None None] Enqueued Resource ID: f3514931-170e-471f-8049-e955f833e906 with Priority: HIGHEST for action port [ 723.535025] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3514931-170e-471f-8049-e955f833e906 with Priority: HIGHEST for action port [ 723.535258] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3514931-170e-471f-8049-e955f833e906 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.535343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3514931-170e-471f-8049-e955f833e906" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.535392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3514931-170e-471f-8049-e955f833e906" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.535665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3514931-170e-471f-8049-e955f833e906" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.535787] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3514931-170e-471f-8049-e955f833e906',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.637464] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.037959] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3514931-170e-471f-8049-e955f833e906 [ 724.038511] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.038511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.038511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.039017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.039017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.039017] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3514931-170e-471f-8049-e955f833e906 already deleted. [ 724.040019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3514931-170e-471f-8049-e955f833e906" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.143396] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.143557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.143636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.143840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.143932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.144052] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be updated. [ 724.176385] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.176385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.176385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.176385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.176977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.184661] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: IN_PROGRESS for 2s [ 724.397075] env[69839]: INFO networking_nsxv3.common.synchronization [None req-197d8d46-eb59-420a-ae6f-b29530a7226f None None] Enqueued Resource ID: 04c8ccdf-00fb-4290-8b05-78719ef92347 with Priority: HIGHEST for action port [ 724.397075] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c8ccdf-00fb-4290-8b05-78719ef92347 with Priority: HIGHEST for action port [ 724.397075] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c8ccdf-00fb-4290-8b05-78719ef92347 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.397075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c8ccdf-00fb-4290-8b05-78719ef92347" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.397075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c8ccdf-00fb-4290-8b05-78719ef92347" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.397075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c8ccdf-00fb-4290-8b05-78719ef92347" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.397075] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c8ccdf-00fb-4290-8b05-78719ef92347',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.901648] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04c8ccdf-00fb-4290-8b05-78719ef92347 [ 724.901903] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.902117] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.902117] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.902335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.902436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.902533] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04c8ccdf-00fb-4290-8b05-78719ef92347 already deleted. [ 724.902619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c8ccdf-00fb-4290-8b05-78719ef92347" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.540591] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 in Status: SUCCESS [ 725.540591] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 deletion is rescheduled due to dependency. [ 725.540591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.970580] env[69839]: INFO networking_nsxv3.common.synchronization [None req-d00e8d06-6aad-4895-9e99-34ba8701c100 None None] Enqueued Resource ID: af07223d-7d92-4e1f-8ea5-ccd6d213a6e7 with Priority: HIGHEST for action port [ 725.970853] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af07223d-7d92-4e1f-8ea5-ccd6d213a6e7 with Priority: HIGHEST for action port [ 725.971437] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-af07223d-7d92-4e1f-8ea5-ccd6d213a6e7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.971563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af07223d-7d92-4e1f-8ea5-ccd6d213a6e7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.971630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af07223d-7d92-4e1f-8ea5-ccd6d213a6e7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.971901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af07223d-7d92-4e1f-8ea5-ccd6d213a6e7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.971988] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af07223d-7d92-4e1f-8ea5-ccd6d213a6e7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.195261] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 726.196021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.196021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.196962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.196962] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.196962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.196962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.196962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.196962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.196962] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.476644] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af07223d-7d92-4e1f-8ea5-ccd6d213a6e7 [ 726.476862] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.476997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.477052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.477288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.477373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.477464] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af07223d-7d92-4e1f-8ea5-ccd6d213a6e7 already deleted. [ 726.477561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af07223d-7d92-4e1f-8ea5-ccd6d213a6e7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.700206] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.205539] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.583931] env[69839]: INFO networking_nsxv3.common.synchronization [None req-7434a883-2e51-4fc7-9871-44f0a7924f72 None None] Enqueued Resource ID: a0495939-79d0-42c3-b1c0-2c5d6390ba11 with Priority: HIGHEST for action port [ 727.584092] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0495939-79d0-42c3-b1c0-2c5d6390ba11 with Priority: HIGHEST for action port [ 727.584555] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0495939-79d0-42c3-b1c0-2c5d6390ba11 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.584799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0495939-79d0-42c3-b1c0-2c5d6390ba11" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.584799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0495939-79d0-42c3-b1c0-2c5d6390ba11" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.585267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0495939-79d0-42c3-b1c0-2c5d6390ba11" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.586954] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0495939-79d0-42c3-b1c0-2c5d6390ba11',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.709069] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.709243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.709355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.709531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.709621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.709849] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be updated. [ 727.740430] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.743509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.743509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.743509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.743509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.749903] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: IN_PROGRESS for 2s [ 727.921223] env[69839]: INFO networking_nsxv3.common.synchronization [req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 req-7ac5a208-9016-4b10-816f-fb77d5d4c0ce tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Enqueued Resource ID: 58205274-ac8f-4414-b622-497416881885 with Priority: HIGHEST for action security_group_members [ 727.921751] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58205274-ac8f-4414-b622-497416881885 with Priority: HIGHEST for action security_group_members [ 727.925097] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-58205274-ac8f-4414-b622-497416881885 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.925287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.925287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.926736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.926736] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.926736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.926736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.926736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.926968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.926968] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58205274-ac8f-4414-b622-497416881885',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.090855] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0495939-79d0-42c3-b1c0-2c5d6390ba11 [ 728.091100] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.091235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.091299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.091513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.091600] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.091738] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0495939-79d0-42c3-b1c0-2c5d6390ba11 already deleted. [ 728.091787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0495939-79d0-42c3-b1c0-2c5d6390ba11" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.429355] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.429669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.429669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.429794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.429886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.430105] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.432472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.432627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.432874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.433468] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.433598] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58205274-ac8f-4414-b622-497416881885 already deleted. [ 728.433982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.471695] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.472038] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.472120] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.472540] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.475107] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.475395] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.476044] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.476456] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.476649] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.476895] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.477019] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.477138] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.477255] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.477368] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.477480] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.477620] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.499510] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.500436] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.500436] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.500436] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.500436] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-d1efcf96-a749-4aa1-a393-edfa33b873dc taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.500810] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-d1efcf96-a749-4aa1-a393-edfa33b873dc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.501238] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-d1efcf96-a749-4aa1-a393-edfa33b873dc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.501330] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-d1efcf96-a749-4aa1-a393-edfa33b873dc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.501511] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1efcf96-a749-4aa1-a393-edfa33b873dc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.003889] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.004127] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.004257] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.004557] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.004707] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.004913] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port d1efcf96-a749-4aa1-a393-edfa33b873dc not found, creating... [ 729.005143] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.005487] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.005487] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.005622] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.005877] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.006220] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.006489] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.006489] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.006700] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.006931] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.007540] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: d1efcf96-a749-4aa1-a393-edfa33b873dc is going to be created. [ 729.037826] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.038414] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.038551] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.038890] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.039175] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.039481] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-d1efcf96-a749-4aa1-a393-edfa33b873dc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.758862] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 729.759153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.759285] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.759505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.759689] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.761660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.761660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.761660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.761660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.761660] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.161276] env[69839]: INFO networking_nsxv3.common.synchronization [req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 req-5d0cf586-670e-433e-b6bc-db7e7781e37c service nova] Enqueued Resource ID: 58205274-ac8f-4414-b622-497416881885 with Priority: HIGHEST for action security_group_rules [ 730.161391] env[69839]: INFO networking_nsxv3.common.synchronization [req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 req-5d0cf586-670e-433e-b6bc-db7e7781e37c service nova] Enqueued Resource ID: 58205274-ac8f-4414-b622-497416881885 with Priority: HIGHEST for action security_group_members [ 730.161447] env[69839]: INFO networking_nsxv3.common.synchronization [req-37ba5b56-f3ef-4d4c-97a7-d19ac309f976 req-5d0cf586-670e-433e-b6bc-db7e7781e37c service nova] Enqueued Resource ID: d1efcf96-a749-4aa1-a393-edfa33b873dc with Priority: HIGHEST for action port [ 730.162265] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58205274-ac8f-4414-b622-497416881885 with Priority: HIGHEST for action security_group_rules [ 730.162265] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58205274-ac8f-4414-b622-497416881885 with Priority: HIGHEST for action security_group_members [ 730.162265] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1efcf96-a749-4aa1-a393-edfa33b873dc with Priority: HIGHEST for action port [ 730.162569] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58205274-ac8f-4414-b622-497416881885 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.162639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.162706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.162970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.163077] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58205274-ac8f-4414-b622-497416881885',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.163910] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-58205274-ac8f-4414-b622-497416881885 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.164099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.164178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.164364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.164510] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.164603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.164665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.164807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.164891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.165032] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58205274-ac8f-4414-b622-497416881885',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.165729] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1efcf96-a749-4aa1-a393-edfa33b873dc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.166152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1efcf96-a749-4aa1-a393-edfa33b873dc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.166152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1efcf96-a749-4aa1-a393-edfa33b873dc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.166152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1efcf96-a749-4aa1-a393-edfa33b873dc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.166152] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1efcf96-a749-4aa1-a393-edfa33b873dc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.265185] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.508551] env[69839]: INFO networking_nsxv3.common.synchronization [None req-c0d53263-6a01-484a-8a37-7771ba085c1c None None] Enqueued Resource ID: 50f66f3e-1d8a-4f47-9ca2-8d0c4dd1b340 with Priority: HIGHEST for action port [ 730.509120] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50f66f3e-1d8a-4f47-9ca2-8d0c4dd1b340 with Priority: HIGHEST for action port [ 730.509716] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-50f66f3e-1d8a-4f47-9ca2-8d0c4dd1b340 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.511272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50f66f3e-1d8a-4f47-9ca2-8d0c4dd1b340" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.511272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50f66f3e-1d8a-4f47-9ca2-8d0c4dd1b340" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.511272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50f66f3e-1d8a-4f47-9ca2-8d0c4dd1b340" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.511272] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50f66f3e-1d8a-4f47-9ca2-8d0c4dd1b340',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.668199] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-58205274-ac8f-4414-b622-497416881885 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.668375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.668543] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58205274-ac8f-4414-b622-497416881885',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.669496] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1efcf96-a749-4aa1-a393-edfa33b873dc with status ACTIVE [ 730.669591] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.669753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.669844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.670140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.670140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.670326] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.670571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.670571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.670668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.670719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.672878] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.672942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.673023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.673337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.673337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.673337] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1efcf96-a749-4aa1-a393-edfa33b873dc is going to be updated. [ 730.695655] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.695784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.695859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.696089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.696245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.696421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1efcf96-a749-4aa1-a393-edfa33b873dc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.768139] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.014129] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50f66f3e-1d8a-4f47-9ca2-8d0c4dd1b340 [ 731.016350] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.016514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.016567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.016774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.016862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.016958] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50f66f3e-1d8a-4f47-9ca2-8d0c4dd1b340 already deleted. [ 731.017050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50f66f3e-1d8a-4f47-9ca2-8d0c4dd1b340" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.176204] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58205274-ac8f-4414-b622-497416881885',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.270781] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.271207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.271441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.273862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.273862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.273862] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be updated. [ 731.301640] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.302061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.302317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.302726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.303226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.313903] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: IN_PROGRESS for 2s [ 731.379509] env[69839]: INFO networking_nsxv3.common.synchronization [req-770acf52-b1b0-4fc9-8872-d44f52fdb521 req-a67b6631-d3bd-4309-951c-160d50da1801 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 731.381289] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 731.382038] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.382468] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.382549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.382860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.383062] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.383198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.383271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.383465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.383559] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.383673] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.435715] env[69839]: INFO networking_nsxv3.common.synchronization [None req-3f1fffb6-eff5-4829-a6c1-cbdcfd5fb331 None None] Enqueued Resource ID: a676fd32-c382-4137-9aa3-8503a501146f with Priority: HIGHEST for action port [ 731.436604] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a676fd32-c382-4137-9aa3-8503a501146f with Priority: HIGHEST for action port [ 731.436766] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-a676fd32-c382-4137-9aa3-8503a501146f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.436893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a676fd32-c382-4137-9aa3-8503a501146f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.436985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a676fd32-c382-4137-9aa3-8503a501146f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.438485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a676fd32-c382-4137-9aa3-8503a501146f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.438485] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a676fd32-c382-4137-9aa3-8503a501146f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.678947] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.679271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.679380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.679709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.679709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.679846] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58205274-ac8f-4414-b622-497416881885 is going to be created. [ 731.705031] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.705272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.705338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.705620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.705827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.716701] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58205274-ac8f-4414-b622-497416881885 in Status: UNINITIALIZED for 2s [ 731.750250] env[69839]: INFO networking_nsxv3.common.synchronization [None req-0e9173a0-a02e-4ce8-b79b-2d195e2bd57a None None] Enqueued Resource ID: bbfd0c91-14b4-4c18-bf01-ee79f99acf31 with Priority: HIGHEST for action port [ 731.750250] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfd0c91-14b4-4c18-bf01-ee79f99acf31 with Priority: HIGHEST for action port [ 731.750250] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbfd0c91-14b4-4c18-bf01-ee79f99acf31 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.750414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbfd0c91-14b4-4c18-bf01-ee79f99acf31" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.750458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbfd0c91-14b4-4c18-bf01-ee79f99acf31" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.750717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbfd0c91-14b4-4c18-bf01-ee79f99acf31" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.750801] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbfd0c91-14b4-4c18-bf01-ee79f99acf31',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.887162] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.887162] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.887162] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.887517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.887517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.887593] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.887644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.888103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.888103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.888103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.888103] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d already deleted. [ 731.888103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.940364] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a676fd32-c382-4137-9aa3-8503a501146f [ 731.940708] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.940776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.940884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.941067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.941165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.941261] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a676fd32-c382-4137-9aa3-8503a501146f already deleted. [ 731.941369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a676fd32-c382-4137-9aa3-8503a501146f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.253397] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbfd0c91-14b4-4c18-bf01-ee79f99acf31 [ 732.253683] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.254694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.254821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.255055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.256271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.256450] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbfd0c91-14b4-4c18-bf01-ee79f99acf31 already deleted. [ 732.256593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbfd0c91-14b4-4c18-bf01-ee79f99acf31" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.551725] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.552293] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.552293] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.552546] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.556026] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.560602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.560602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.560602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.560602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.560602] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.560602] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.560602] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.560602] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.560602] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.560602] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.560602] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.580637] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.580698] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.580878] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.581096] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.581469] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-eb75ba55-ba70-40c5-8b56-53adde6fcee1 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.581680] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-eb75ba55-ba70-40c5-8b56-53adde6fcee1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.581822] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-eb75ba55-ba70-40c5-8b56-53adde6fcee1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.582226] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-eb75ba55-ba70-40c5-8b56-53adde6fcee1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.582393] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb75ba55-ba70-40c5-8b56-53adde6fcee1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.090137] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.090137] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.090137] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.090137] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.090137] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.090137] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port eb75ba55-ba70-40c5-8b56-53adde6fcee1 not found, creating... [ 733.090137] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.090137] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.090681] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.090681] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.090681] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.090949] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.090949] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.092055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.092529] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.093018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.093143] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: eb75ba55-ba70-40c5-8b56-53adde6fcee1 is going to be created. [ 733.114179] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.114999] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.114999] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.114999] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.115190] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.115409] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-eb75ba55-ba70-40c5-8b56-53adde6fcee1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.149605] env[69839]: INFO networking_nsxv3.common.synchronization [req-bb573429-f99f-413c-b5d9-6508ce0e46ed req-f8ebb60e-4686-4e65-981b-805f82a91718 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 733.149874] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 733.150126] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.150254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.150322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.150570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.153371] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.153371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.153371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.153371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.153599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.153599] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.327023] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 733.327023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.327023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.327023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.327487] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.327651] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.328022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.329579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.329579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.329579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.329579] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.329579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.329579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.329579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.329579] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.329579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.329579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.329579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.330157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.330157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.330226] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.475134] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.475271] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.475804] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.476161] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.476472] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.476626] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.476748] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.477071] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.477137] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.477714] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.477714] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.477714] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.477714] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.478944] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 733.478944] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.478944] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.496218] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.496218] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 733.496218] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.496218] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.496437] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-c1ea2610-155e-4cfd-adce-0080e9046461 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.496659] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-c1ea2610-155e-4cfd-adce-0080e9046461" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.496755] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-c1ea2610-155e-4cfd-adce-0080e9046461" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.497072] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-c1ea2610-155e-4cfd-adce-0080e9046461" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.497250] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ea2610-155e-4cfd-adce-0080e9046461',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.631878] env[69839]: INFO networking_nsxv3.common.synchronization [None req-4b0e8bc5-dda3-47da-90b3-df517b4ade78 None None] Enqueued Resource ID: 5d2525ea-ccc4-4ee6-840f-944b137bd9e0 with Priority: HIGHEST for action port [ 733.632164] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2525ea-ccc4-4ee6-840f-944b137bd9e0 with Priority: HIGHEST for action port [ 733.632691] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d2525ea-ccc4-4ee6-840f-944b137bd9e0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.632813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d2525ea-ccc4-4ee6-840f-944b137bd9e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.632878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d2525ea-ccc4-4ee6-840f-944b137bd9e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.633159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d2525ea-ccc4-4ee6-840f-944b137bd9e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.633243] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d2525ea-ccc4-4ee6-840f-944b137bd9e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.657603] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.659073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.659073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.659073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.659073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.659073] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.659073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.659073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.659073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.659073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.659073] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 already deleted. [ 733.659073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.727795] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58205274-ac8f-4414-b622-497416881885 in Status: SUCCESS [ 733.728040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.728212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.728484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.728766] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.729087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.729087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.729223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.729276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.729357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.729456] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58205274-ac8f-4414-b622-497416881885',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.832080] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb43575-b965-43eb-86d0-0897c7bb49e8: rpc.has_security_group_logging(os_id): False [ 733.857417] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.857417] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.857417] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.857417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.858079] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.858079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.858079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.858079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.858079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.858079] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be created. [ 733.863994] env[69839]: INFO networking_nsxv3.common.synchronization [None req-ea87cbff-6d1c-4472-9e93-275507695b04 None None] Enqueued Resource ID: 441feaa4-974d-4026-80af-daf4d1d809f9 with Priority: HIGHEST for action port [ 733.865497] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 441feaa4-974d-4026-80af-daf4d1d809f9 with Priority: HIGHEST for action port [ 733.865896] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-441feaa4-974d-4026-80af-daf4d1d809f9 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.866140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-441feaa4-974d-4026-80af-daf4d1d809f9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.866346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-441feaa4-974d-4026-80af-daf4d1d809f9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.866666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-441feaa4-974d-4026-80af-daf4d1d809f9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.867030] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('441feaa4-974d-4026-80af-daf4d1d809f9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.917879] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.917879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.917879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.917879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.917879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.932839] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: IN_PROGRESS for 2s [ 733.999575] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.000439] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.003774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.003774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.003774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.003774] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port c1ea2610-155e-4cfd-adce-0080e9046461 not found, creating... [ 734.003774] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.003774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.003774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.003774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.003774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.003774] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.004230] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.004230] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.004230] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.004230] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.004230] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: c1ea2610-155e-4cfd-adce-0080e9046461 is going to be created. [ 734.026140] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.026140] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.026373] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.026525] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.026721] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.026930] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-c1ea2610-155e-4cfd-adce-0080e9046461" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.119133] env[69839]: INFO networking_nsxv3.common.synchronization [None req-30e34cef-509b-4349-bd37-107b045c6dc4 None None] Enqueued Resource ID: 60e6759f-839e-4eee-838a-e0633859b2ba with Priority: HIGHEST for action port [ 734.119963] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e6759f-839e-4eee-838a-e0633859b2ba with Priority: HIGHEST for action port [ 734.120346] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-60e6759f-839e-4eee-838a-e0633859b2ba taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.120473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60e6759f-839e-4eee-838a-e0633859b2ba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.120692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60e6759f-839e-4eee-838a-e0633859b2ba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.120995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60e6759f-839e-4eee-838a-e0633859b2ba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.121092] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e6759f-839e-4eee-838a-e0633859b2ba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.135560] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d2525ea-ccc4-4ee6-840f-944b137bd9e0 [ 734.135654] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.135851] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.135851] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.136056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.136938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.137122] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d2525ea-ccc4-4ee6-840f-944b137bd9e0 already deleted. [ 734.137229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d2525ea-ccc4-4ee6-840f-944b137bd9e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.204580] env[69839]: INFO networking_nsxv3.common.synchronization [None req-456d4ef7-9557-4009-8b52-aa4713de2086 None None] Enqueued Resource ID: c1d6d83b-712e-437e-9369-6a37f9b178d9 with Priority: HIGHEST for action port [ 734.204580] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d6d83b-712e-437e-9369-6a37f9b178d9 with Priority: HIGHEST for action port [ 734.204580] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d6d83b-712e-437e-9369-6a37f9b178d9 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.204877] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d6d83b-712e-437e-9369-6a37f9b178d9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.204877] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d6d83b-712e-437e-9369-6a37f9b178d9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.205034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d6d83b-712e-437e-9369-6a37f9b178d9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.205117] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d6d83b-712e-437e-9369-6a37f9b178d9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.231774] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-58205274-ac8f-4414-b622-497416881885 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.231959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.232017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.232222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.232382] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.232484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.232549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.232712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.232799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.232889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.233049] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-58205274-ac8f-4414-b622-497416881885 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.233147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.233210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.233354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.233524] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.233586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.233628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.233766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.233842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.234010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.234010] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58205274-ac8f-4414-b622-497416881885',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.369943] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 441feaa4-974d-4026-80af-daf4d1d809f9 [ 734.370259] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.370373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.370477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.370660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.370768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.370852] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:441feaa4-974d-4026-80af-daf4d1d809f9 already deleted. [ 734.371215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-441feaa4-974d-4026-80af-daf4d1d809f9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.420021] env[69839]: INFO networking_nsxv3.common.synchronization [req-df2d0ef1-57ed-41b0-925e-3bb5ebb4c9d1 req-447fe0da-3600-441f-a36e-fb9255faafee tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 734.420021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 734.420021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.420021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.420021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.420021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.420021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.420021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.420021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.420021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.420021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.420021] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.437391] env[69839]: INFO networking_nsxv3.common.synchronization [req-770acf52-b1b0-4fc9-8872-d44f52fdb521 req-905dd5f2-090a-4ae5-b76c-ca81ffa4e730 service nova] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_rules [ 734.437742] env[69839]: INFO networking_nsxv3.common.synchronization [req-770acf52-b1b0-4fc9-8872-d44f52fdb521 req-905dd5f2-090a-4ae5-b76c-ca81ffa4e730 service nova] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 734.438461] env[69839]: INFO networking_nsxv3.common.synchronization [req-770acf52-b1b0-4fc9-8872-d44f52fdb521 req-905dd5f2-090a-4ae5-b76c-ca81ffa4e730 service nova] Enqueued Resource ID: eb75ba55-ba70-40c5-8b56-53adde6fcee1 with Priority: HIGHEST for action port [ 734.439154] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_rules [ 734.439443] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 734.439754] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb75ba55-ba70-40c5-8b56-53adde6fcee1 with Priority: HIGHEST for action port [ 734.441653] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.441653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.441653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.441653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.441653] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.444224] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.444224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.444224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.444224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.444224] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.444224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.444224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.444224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.444224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.444224] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.445809] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb75ba55-ba70-40c5-8b56-53adde6fcee1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.446065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb75ba55-ba70-40c5-8b56-53adde6fcee1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.446971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb75ba55-ba70-40c5-8b56-53adde6fcee1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.446971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb75ba55-ba70-40c5-8b56-53adde6fcee1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.446971] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb75ba55-ba70-40c5-8b56-53adde6fcee1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.623226] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60e6759f-839e-4eee-838a-e0633859b2ba [ 734.623597] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.623968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.623968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.624191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.624337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.624567] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60e6759f-839e-4eee-838a-e0633859b2ba already deleted. [ 734.624740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60e6759f-839e-4eee-838a-e0633859b2ba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.707216] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1d6d83b-712e-437e-9369-6a37f9b178d9 [ 734.707899] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.707899] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.707899] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.708247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.708349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.708453] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1d6d83b-712e-437e-9369-6a37f9b178d9 already deleted. [ 734.708544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d6d83b-712e-437e-9369-6a37f9b178d9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.736260] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58205274-ac8f-4414-b622-497416881885: rpc.has_security_group_logging(os_id): False [ 734.754834] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.755183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.755414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.755736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.755989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.757024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.757024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.757024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.757024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.757024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.757297] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.757649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.757828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.758086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.758262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.761032] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.761032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.761032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.761032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.761032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.761032] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58205274-ac8f-4414-b622-497416881885 is going to be created. [ 734.794445] env[69839]: INFO networking_nsxv3.common.synchronization [req-bb573429-f99f-413c-b5d9-6508ce0e46ed req-c0330e7f-9a25-475e-9949-9f9c5aa657cc service nova] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_rules [ 734.794445] env[69839]: INFO networking_nsxv3.common.synchronization [req-bb573429-f99f-413c-b5d9-6508ce0e46ed req-c0330e7f-9a25-475e-9949-9f9c5aa657cc service nova] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 734.794445] env[69839]: INFO networking_nsxv3.common.synchronization [req-bb573429-f99f-413c-b5d9-6508ce0e46ed req-c0330e7f-9a25-475e-9949-9f9c5aa657cc service nova] Enqueued Resource ID: c1ea2610-155e-4cfd-adce-0080e9046461 with Priority: HIGHEST for action port [ 734.794445] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_rules [ 734.794445] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 734.794445] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1ea2610-155e-4cfd-adce-0080e9046461 with Priority: HIGHEST for action port [ 734.794742] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.794742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.794742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.794941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.795164] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.795965] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.796076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.796165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.797017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.797017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.797017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.797017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.797017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.797017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.797017] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.797952] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1ea2610-155e-4cfd-adce-0080e9046461 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.798083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1ea2610-155e-4cfd-adce-0080e9046461" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.798083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1ea2610-155e-4cfd-adce-0080e9046461" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.798471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1ea2610-155e-4cfd-adce-0080e9046461" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.798471] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1ea2610-155e-4cfd-adce-0080e9046461',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.819040] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.819040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.819040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.819271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.819370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.840215] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58205274-ac8f-4414-b622-497416881885 in Status: IN_PROGRESS for 2s [ 734.926772] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.944306] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.944306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.952044] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb75ba55-ba70-40c5-8b56-53adde6fcee1 with status ACTIVE [ 734.955230] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.955230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.955230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.955636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.956110] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.956385] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.956520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.957101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.957165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.957263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.959983] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.959983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.959983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.960756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.960756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.960756] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb75ba55-ba70-40c5-8b56-53adde6fcee1 is going to be updated. [ 734.961862] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.008014] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.008014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.008014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.008014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.008014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.008014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb75ba55-ba70-40c5-8b56-53adde6fcee1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.301438] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.302694] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.302694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.302989] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1ea2610-155e-4cfd-adce-0080e9046461 with status ACTIVE [ 735.303169] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.303297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.303334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.303549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.303649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.303770] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.303855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.304013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.304270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.304270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.306240] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.306240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.306240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.306240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.306240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.306240] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1ea2610-155e-4cfd-adce-0080e9046461 is going to be updated. [ 735.331603] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.331747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.331827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.332047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.332194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.332494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1ea2610-155e-4cfd-adce-0080e9046461" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.430740] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.466449] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.804931] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.934642] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.934947] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.935034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.935253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.935353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.935458] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be updated. [ 735.946740] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 735.946964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.947173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.947368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.947450] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.962522] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.962683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.962752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.962977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.963141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.969315] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.969474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.969565] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.969800] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.969909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.970014] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d is going to be created. [ 735.971735] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: IN_PROGRESS for 2s [ 735.989748] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.989880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.989950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.990174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.990326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.998474] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: UNINITIALIZED for 2s [ 736.168013] env[69839]: INFO networking_nsxv3.common.synchronization [req-bb573429-f99f-413c-b5d9-6508ce0e46ed req-01b99ae9-a9f5-48a2-8961-e895aeb0fd4c tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 736.170767] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 736.170767] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.170767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.308879] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.309151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.309151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.309324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.309421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.309519] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be created. [ 736.337091] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.337352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.337460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.337732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.337967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.342488] env[69839]: INFO networking_nsxv3.common.synchronization [None req-2e42eb58-c684-4db0-bfa7-af275a56886c None None] Enqueued Resource ID: 54ce610a-99a9-4d0a-82c4-52698ba773ec with Priority: HIGHEST for action port [ 736.343054] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ce610a-99a9-4d0a-82c4-52698ba773ec with Priority: HIGHEST for action port [ 736.343404] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-54ce610a-99a9-4d0a-82c4-52698ba773ec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.343576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54ce610a-99a9-4d0a-82c4-52698ba773ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.343669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54ce610a-99a9-4d0a-82c4-52698ba773ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.344323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54ce610a-99a9-4d0a-82c4-52698ba773ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.344741] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ce610a-99a9-4d0a-82c4-52698ba773ec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.350829] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: UNINITIALIZED for 2s [ 736.453530] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.453680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.850601] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54ce610a-99a9-4d0a-82c4-52698ba773ec [ 736.850893] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.851110] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.851201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.851498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.851609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.851714] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54ce610a-99a9-4d0a-82c4-52698ba773ec already deleted. [ 736.851797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54ce610a-99a9-4d0a-82c4-52698ba773ec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.852760] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58205274-ac8f-4414-b622-497416881885 in Status: SUCCESS [ 736.852959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.267909] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.268150] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.268245] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.268525] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.268812] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.268973] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.269144] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.269364] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.269514] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.269844] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.269844] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.269963] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.270056] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.270167] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.270271] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.270405] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.292019] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.292019] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.292019] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.292019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.292019] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-630f94be-db6f-466b-ac1b-27c57ff0bd72 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.292019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-630f94be-db6f-466b-ac1b-27c57ff0bd72" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.292019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-630f94be-db6f-466b-ac1b-27c57ff0bd72" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.292019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-630f94be-db6f-466b-ac1b-27c57ff0bd72" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.292019] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('630f94be-db6f-466b-ac1b-27c57ff0bd72',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.794202] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.794730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.794730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.794998] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.795175] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.795339] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 630f94be-db6f-466b-ac1b-27c57ff0bd72 not found, creating... [ 737.795616] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.795780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.795899] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.796146] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.796342] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.796662] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.796825] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.796943] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.797511] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.797511] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.797511] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 630f94be-db6f-466b-ac1b-27c57ff0bd72 is going to be created. [ 737.818791] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.818791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.818791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.818791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.818791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.818791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-630f94be-db6f-466b-ac1b-27c57ff0bd72" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.982624] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 737.982914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.983139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.983373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.983725] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.983892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.983975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.984191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.985049] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.985211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.985622] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.009623] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: SUCCESS [ 738.010407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.011024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.011207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.011395] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.011512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.011575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.011725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.011805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.011966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.012052] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.360530] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 738.360821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.360949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.361064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.361264] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.361387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.361455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.361619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.361704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.361790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.361891] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.363756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.363756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.366228] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.366430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.366502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.366667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.366762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.366859] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.487476] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.487656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.487735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.487945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.488462] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.488462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.488462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.488462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.488715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.488715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.488781] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.488829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.489184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.489184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.489184] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.489399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.489399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.489504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.489552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.489599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.489689] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.515624] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.835596] env[69839]: INFO networking_nsxv3.common.synchronization [req-bb573429-f99f-413c-b5d9-6508ce0e46ed req-3d81858e-86e1-4a0c-8831-b123954823b7 service nova] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_rules [ 738.835830] env[69839]: INFO networking_nsxv3.common.synchronization [req-bb573429-f99f-413c-b5d9-6508ce0e46ed req-3d81858e-86e1-4a0c-8831-b123954823b7 service nova] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 738.835830] env[69839]: INFO networking_nsxv3.common.synchronization [req-bb573429-f99f-413c-b5d9-6508ce0e46ed req-3d81858e-86e1-4a0c-8831-b123954823b7 service nova] Enqueued Resource ID: 630f94be-db6f-466b-ac1b-27c57ff0bd72 with Priority: HIGHEST for action port [ 738.836521] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_rules [ 738.836617] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 738.836695] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630f94be-db6f-466b-ac1b-27c57ff0bd72 with Priority: HIGHEST for action port [ 738.836942] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.837059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.837249] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.837355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.837583] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-630f94be-db6f-466b-ac1b-27c57ff0bd72 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.837664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-630f94be-db6f-466b-ac1b-27c57ff0bd72" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.837729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-630f94be-db6f-466b-ac1b-27c57ff0bd72" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.837934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-630f94be-db6f-466b-ac1b-27c57ff0bd72" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.838028] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('630f94be-db6f-466b-ac1b-27c57ff0bd72',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.870241] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.870241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.870241] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.904269] env[69839]: INFO networking_nsxv3.common.synchronization [req-8beadeca-ef86-4e79-9468-cebb10e63810 req-8b5bc344-3d75-41f4-aa07-766c238c6d84 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Enqueued Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_members [ 738.905426] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_members [ 738.905426] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.905426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.905426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.909310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.910986] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.911124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.913167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.913167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.913167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.913167] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.993182] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb43575-b965-43eb-86d0-0897c7bb49e8: rpc.has_security_group_logging(os_id): False [ 739.011195] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.011195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.011195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.011195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.011195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.011195] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.011195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.011195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.011195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.011195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.011702] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.011702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.011702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.011702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.011702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.011918] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.011977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.013512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.013512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.013512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.013512] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be updated. [ 739.018183] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77582e5b-0f52-4e40-860e-1420861cf67d: rpc.has_security_group_logging(os_id): False [ 739.032222] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.032312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.032373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.032624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.032662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.032876] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.033046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.033046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.033236] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.033281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.033372] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d is going to be created. [ 739.076665] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.076665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.076665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.076665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.076665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.084659] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.084659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.084659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.084659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.084659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.087302] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: IN_PROGRESS for 2s [ 739.090760] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: IN_PROGRESS for 2s [ 739.240606] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.240808] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-384" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.240915] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-384" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.241283] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-384" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.241550] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.241715] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.241863] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.242200] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.242369] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.242591] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.242708] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.242817] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.242927] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.243107] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.243147] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.243280] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.262026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.262227] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.262369] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.262550] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-384" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.262878] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-6858c705-1841-4215-a70b-b9a53c1f3c6b taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.263681] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-6858c705-1841-4215-a70b-b9a53c1f3c6b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.263953] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-6858c705-1841-4215-a70b-b9a53c1f3c6b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.264389] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-6858c705-1841-4215-a70b-b9a53c1f3c6b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.264559] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6858c705-1841-4215-a70b-b9a53c1f3c6b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.341258] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 630f94be-db6f-466b-ac1b-27c57ff0bd72 with status ACTIVE [ 739.341258] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.341258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.341258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.341258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.341258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.341609] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.341609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.341689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.341812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.341900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.342479] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.342479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.342479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.342683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.342683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.342758] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 630f94be-db6f-466b-ac1b-27c57ff0bd72 is going to be updated. [ 739.364319] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.364484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.364612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.364759] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.364899] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.365243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-630f94be-db6f-466b-ac1b-27c57ff0bd72" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.372811] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.416381] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.416560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.416630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.416984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.419460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.419460] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.419460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.419460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.419460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.419460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.419460] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 already deleted. [ 739.419460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.767960] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.768215] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.768346] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.768631] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.768786] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.768945] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 6858c705-1841-4215-a70b-b9a53c1f3c6b not found, creating... [ 739.769219] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.769378] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.769497] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.769881] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.769881] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.770144] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.770301] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.770418] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.770629] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.770763] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.770902] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 6858c705-1841-4215-a70b-b9a53c1f3c6b is going to be created. [ 739.793462] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.794182] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.794182] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.794419] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.794651] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.794874] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-6858c705-1841-4215-a70b-b9a53c1f3c6b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.875054] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.875316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.875316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.875547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.875631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.875731] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be updated. [ 739.924024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.924024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.924024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.924024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.924024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.930965] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 740.524156] env[69839]: INFO networking_nsxv3.common.synchronization [req-8beadeca-ef86-4e79-9468-cebb10e63810 req-3e6af247-f211-4afb-a538-410d0f3e7801 service nova] Enqueued Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_rules [ 740.524156] env[69839]: INFO networking_nsxv3.common.synchronization [req-8beadeca-ef86-4e79-9468-cebb10e63810 req-3e6af247-f211-4afb-a538-410d0f3e7801 service nova] Enqueued Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_members [ 740.524156] env[69839]: INFO networking_nsxv3.common.synchronization [req-8beadeca-ef86-4e79-9468-cebb10e63810 req-3e6af247-f211-4afb-a538-410d0f3e7801 service nova] Enqueued Resource ID: 6858c705-1841-4215-a70b-b9a53c1f3c6b with Priority: HIGHEST for action port [ 740.524156] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_rules [ 740.524156] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_members [ 740.524156] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6858c705-1841-4215-a70b-b9a53c1f3c6b with Priority: HIGHEST for action port [ 740.524156] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.524156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.524156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.524156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.524634] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.526198] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.526330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.526423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.526596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.526762] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.526865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.526932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.527120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.527205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.527297] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.528381] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-6858c705-1841-4215-a70b-b9a53c1f3c6b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.528589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6858c705-1841-4215-a70b-b9a53c1f3c6b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.528718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6858c705-1841-4215-a70b-b9a53c1f3c6b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.528983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6858c705-1841-4215-a70b-b9a53c1f3c6b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.532636] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6858c705-1841-4215-a70b-b9a53c1f3c6b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.031841] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.032222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.032269] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.034574] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6858c705-1841-4215-a70b-b9a53c1f3c6b with status ACTIVE [ 741.034791] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.034917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.034970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.035171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.035289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.035448] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.035611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.035611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.035758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.035837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.036027] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.036125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.036181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.036361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.036438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.036521] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6858c705-1841-4215-a70b-b9a53c1f3c6b is going to be updated. [ 741.056950] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.057119] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.057186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.057385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.057516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.057682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6858c705-1841-4215-a70b-b9a53c1f3c6b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.103692] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: SUCCESS [ 741.103815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.109842] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 741.110071] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.110552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.110552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.110725] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.535258] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.563874] env[69839]: INFO networking_nsxv3.common.synchronization [req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 req-47b7b9f1-486a-402c-b9a2-370cdb7cc2bf tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Enqueued Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 741.563874] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 741.563874] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.563874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.563874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.563874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.565209] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.565505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.565697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.566049] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.566247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.566499] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.612679] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.614900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.614900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.614900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.614900] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.614900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.614900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.614900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.614900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.614900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.614900] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.802129] env[69839]: INFO networking_nsxv3.common.synchronization [req-78052ed6-32c7-4def-b8b1-a7847675f2af req-153ec88d-3cc9-42ea-b2d3-ceaf40a50f48 tempest-TenantUsagesTestJSON-1225480300 tempest-TenantUsagesTestJSON-1225480300-project-member] Enqueued Resource ID: 58205274-ac8f-4414-b622-497416881885 with Priority: HIGHEST for action security_group_members [ 741.802129] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58205274-ac8f-4414-b622-497416881885 with Priority: HIGHEST for action security_group_members [ 741.802129] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-58205274-ac8f-4414-b622-497416881885 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.802129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.802129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.802816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.803109] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.803621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.803830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.804561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.804793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.804997] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58205274-ac8f-4414-b622-497416881885',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.866198] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.866439] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.866583] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.866984] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.867123] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.867284] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.867400] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.867631] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.867810] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.867976] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.870216] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.870375] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.870497] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.870608] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.870956] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.870956] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.891541] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.891710] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.891850] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.892035] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.892363] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-e4cfff25-550e-4752-8433-6ef185c928e2 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.892543] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-e4cfff25-550e-4752-8433-6ef185c928e2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.892663] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-e4cfff25-550e-4752-8433-6ef185c928e2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.892979] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-e4cfff25-550e-4752-8433-6ef185c928e2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.893268] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4cfff25-550e-4752-8433-6ef185c928e2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.942347] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 741.942579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.943010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.943229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.943412] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.943532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.943601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.943755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.943839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.943935] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.041175] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.041175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.041175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.041175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.041175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.041175] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 is going to be created. [ 742.063557] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.063702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.063834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.063991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.064164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.069179] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.073622] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 in Status: UNINITIALIZED for 2s [ 742.122705] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.122866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.122950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.123182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.123354] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.123460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.123525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.123680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.123770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.123858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.124009] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.124111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.124173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.124320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.124504] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.124588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.124647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.124789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.124862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.124940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.131968] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.306764] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.306971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.307047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.307253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.307308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.307504] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.307618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.308520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.308520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.308520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.308520] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58205274-ac8f-4414-b622-497416881885 is going to be updated. [ 742.336542] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.336694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.336750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.336967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.337133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.345043] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58205274-ac8f-4414-b622-497416881885 in Status: IN_PROGRESS for 2s [ 742.396033] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.396239] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.396419] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.396718] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.397735] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.397735] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port e4cfff25-550e-4752-8433-6ef185c928e2 not found, creating... [ 742.397735] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.397735] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.397735] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.398139] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.398139] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.398249] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.398401] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.398514] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.398775] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.398916] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.399066] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: e4cfff25-550e-4752-8433-6ef185c928e2 is going to be created. [ 742.421257] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.421469] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.421611] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.421853] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.422116] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.422369] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-e4cfff25-550e-4752-8433-6ef185c928e2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.446573] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.571187] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.636448] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cb43575-b965-43eb-86d0-0897c7bb49e8: rpc.has_security_group_logging(os_id): False [ 742.653987] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.654156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.654205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.654474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.654575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.654785] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.654888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.654965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.655140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.655219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.655390] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.655518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.655556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.655672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.655747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.655927] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.656091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.656162] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.656307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.656496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.656496] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be updated. [ 742.721113] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.721289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.721358] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.721543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.721689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.735894] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: IN_PROGRESS for 2s [ 742.949659] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.076703] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.076703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.076703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.076703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.076703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.076703] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b is going to be updated. [ 743.105740] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.105740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.105740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.105740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.105740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.112938] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: IN_PROGRESS for 2s [ 743.153288] env[69839]: INFO networking_nsxv3.common.synchronization [req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 req-126fb35a-1eb3-47df-b7cd-2a1a9024aea1 service nova] Enqueued Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_rules [ 743.153288] env[69839]: INFO networking_nsxv3.common.synchronization [req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 req-126fb35a-1eb3-47df-b7cd-2a1a9024aea1 service nova] Enqueued Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 743.153288] env[69839]: INFO networking_nsxv3.common.synchronization [req-07b6734d-94ab-45da-a288-fb2d4a65c7b8 req-126fb35a-1eb3-47df-b7cd-2a1a9024aea1 service nova] Enqueued Resource ID: e4cfff25-550e-4752-8433-6ef185c928e2 with Priority: HIGHEST for action port [ 743.153288] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_rules [ 743.153288] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 743.153288] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4cfff25-550e-4752-8433-6ef185c928e2 with Priority: HIGHEST for action port [ 743.155776] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.159160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.159160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.159160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.159160] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.159160] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.159160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.159160] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4cfff25-550e-4752-8433-6ef185c928e2 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.159160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4cfff25-550e-4752-8433-6ef185c928e2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.159160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4cfff25-550e-4752-8433-6ef185c928e2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.159160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4cfff25-550e-4752-8433-6ef185c928e2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.159160] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4cfff25-550e-4752-8433-6ef185c928e2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.452305] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.452305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.452305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.452593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.452593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.452669] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be updated. [ 743.478527] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.478673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.478746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.478957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.479118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.488940] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 743.661495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.661651] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.661862] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4cfff25-550e-4752-8433-6ef185c928e2 with status ACTIVE [ 743.662053] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.662170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.662226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.662433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.662509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.662672] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.662768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.662830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.662996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.663082] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.663257] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.663347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.663408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.663547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.663618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.663761] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4cfff25-550e-4752-8433-6ef185c928e2 is going to be updated. [ 743.683268] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.683411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.683411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.683608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.683749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.683902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4cfff25-550e-4752-8433-6ef185c928e2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.090038] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 in Status: SUCCESS [ 744.090038] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.090038] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.090038] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.090382] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.090382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.090382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.090488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.090563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.090852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.090954] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.355352] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58205274-ac8f-4414-b622-497416881885 in Status: SUCCESS [ 744.355546] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58205274-ac8f-4414-b622-497416881885 deletion is rescheduled due to dependency. [ 744.355665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.593151] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.804372] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 744.804590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.095200] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f64cef5-1d21-47d2-8aa4-6adfbf404c87: rpc.has_security_group_logging(os_id): False [ 745.112166] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.112308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.112379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.113638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.113638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.113638] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.113638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.113638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.113638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.113638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.113638] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 is going to be created. [ 745.134623] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: IN_PROGRESS for 4s [ 745.181777] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.182133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.182133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.182217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.182388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.193555] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 in Status: IN_PROGRESS for 2s [ 745.498670] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 745.498982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.499159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.499370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.499559] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.499678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.499747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.499897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.499981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.500079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.500232] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.500329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.500393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.500536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.500670] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.500761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.500823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.500957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.501045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.501129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.501220] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.004285] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d6fa08-67af-434c-8ee4-e4745bff1b55: rpc.has_security_group_logging(os_id): False [ 746.020803] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.022109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.022109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.022109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.022109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.022109] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.022109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.022109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.022109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.022109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.022497] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.022497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.022497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.022497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.022644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.022751] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.022903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.022981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.023166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.023246] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.023337] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be created. [ 746.077790] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.077943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.078029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.078261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.078630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.090084] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 747.143566] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: SUCCESS [ 747.143566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.143566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.143815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.143990] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.144131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.144215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.144400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.144514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.144598] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.205458] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 in Status: SUCCESS [ 747.205458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.647226] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.103787] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 748.103787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.104034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.104188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.104279] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.150485] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.153751] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 748.153751] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 748.611312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.611472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.611563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.611774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.611942] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.612056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.612126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.612281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.612374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.612471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.612556] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.653118] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.653379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.653447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.653630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.653725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.653866] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b is going to be updated. [ 748.694733] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.694901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.694978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.695191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.695338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.709198] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: IN_PROGRESS for 2s [ 749.114514] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.114687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.114762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.117665] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.117665] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.117665] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.117665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.117665] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.619685] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d6fa08-67af-434c-8ee4-e4745bff1b55: rpc.has_security_group_logging(os_id): False [ 749.638022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.638022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.638022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.638022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.638497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.638497] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.638497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.638497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.638604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.638604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.638818] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be updated. [ 749.715334] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.715481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.715553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.715770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.715910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.730469] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 749.768670] env[69839]: INFO networking_nsxv3.common.synchronization [req-5907eb0d-bf2b-4a9d-894c-7bb26958a04c req-74526bbb-04ab-4ca3-94bd-4236fbe2dde8 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 749.772379] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 749.773024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.773024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.773024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.773193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.773747] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.773747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.773747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.773747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.773747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.774068] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.823462] env[69839]: INFO networking_nsxv3.common.synchronization [req-99f22287-0a02-4866-b04f-b0b59380b977 req-d6c4230c-ca2d-40bc-8fea-d566c19a8f11 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 749.824522] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 749.824522] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.824522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.276325] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.718593] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: SUCCESS [ 750.718880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.718880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.719120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.719312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.719435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.719509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.719709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.719797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.719886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.719980] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.780338] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.222092] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.222251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.222322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.222537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.222702] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.222796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.222858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.223013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.223101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.223190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.223335] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.223425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.223492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.223631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.223762] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.223848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.223905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.224055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.224125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.224203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.224888] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.282374] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.282535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.282612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.282838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.282929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.283045] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be updated. [ 751.307822] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.308641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.308840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.309068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.309217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.318305] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 751.727378] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b: rpc.has_security_group_logging(os_id): False [ 751.742893] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 751.743157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.743968] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.744111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.744183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.744389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.744486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.744716] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.744824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.744892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.747135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.747255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.747509] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.747657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.747728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.747889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.747973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.748176] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.748278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.748342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.748488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.748569] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.748654] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b is going to be updated. [ 751.809532] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.809731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.809762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.809959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.810118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.837318] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: IN_PROGRESS for 2s [ 753.328956] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 753.329217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.329217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.329438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.329618] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.329731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.329791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.329945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.330089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.330215] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.334200] env[69839]: INFO networking_nsxv3.common.synchronization [None req-d587cd27-0d72-4681-aa5d-3dbc044d0fe9 None None] Enqueued Resource ID: 445b0c5d-542f-4e0b-815d-56a35e52eb22 with Priority: HIGHEST for action port [ 753.335183] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445b0c5d-542f-4e0b-815d-56a35e52eb22 with Priority: HIGHEST for action port [ 753.336995] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-445b0c5d-542f-4e0b-815d-56a35e52eb22 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.336995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-445b0c5d-542f-4e0b-815d-56a35e52eb22" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.336995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-445b0c5d-542f-4e0b-815d-56a35e52eb22" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.336995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-445b0c5d-542f-4e0b-815d-56a35e52eb22" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.336995] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('445b0c5d-542f-4e0b-815d-56a35e52eb22',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.496481] env[69839]: INFO networking_nsxv3.common.synchronization [req-1b3d8f32-d080-4383-b969-d71c7d370253 req-ba9a4d8c-8b20-461e-8c5b-fdbfce7c7f25 tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Enqueued Resource ID: a60949ab-bb07-48af-ada3-263f32534c2e with Priority: HIGHEST for action security_group_members [ 753.501019] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60949ab-bb07-48af-ada3-263f32534c2e with Priority: HIGHEST for action security_group_members [ 753.501019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a60949ab-bb07-48af-ada3-263f32534c2e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.501019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.501019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.501753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.501950] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.502074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.502141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.502311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.502399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.502497] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a60949ab-bb07-48af-ada3-263f32534c2e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.835515] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.835684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.835757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.835972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.836083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.836280] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.836425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.836471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.836718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.836718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.836808] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be updated. [ 753.838251] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 445b0c5d-542f-4e0b-815d-56a35e52eb22 [ 753.838432] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.838545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.838614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.839832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.839896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.839991] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:445b0c5d-542f-4e0b-815d-56a35e52eb22 already deleted. [ 753.840093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-445b0c5d-542f-4e0b-815d-56a35e52eb22" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.853680] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: SUCCESS [ 753.853861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.863155] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.863312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.863892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.863892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.863892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.871154] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 754.005247] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.006772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.006772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.006772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.006772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.006772] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.006772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.006772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.006772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.006772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.006772] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a60949ab-bb07-48af-ada3-263f32534c2e already deleted. [ 754.006772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.172185] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.173245] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-986" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.173245] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-986" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.173245] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-986" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.173245] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.175177] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.175356] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.175609] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.175765] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.175973] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.176102] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.176215] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.176326] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.176445] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.176611] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.176767] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.211055] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.211055] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.211055] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.211055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-986" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.211055] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-3e421143-d1ee-4038-abf2-16cba3c53bef taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.211055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-3e421143-d1ee-4038-abf2-16cba3c53bef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.211055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-3e421143-d1ee-4038-abf2-16cba3c53bef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.211055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-3e421143-d1ee-4038-abf2-16cba3c53bef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.211055] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e421143-d1ee-4038-abf2-16cba3c53bef',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.530321] env[69839]: INFO networking_nsxv3.common.synchronization [req-22cba983-5b09-4e98-b195-ccbb490b09e1 req-eeed459c-95f5-4bae-b598-6637264287d6 tempest-SecurityGroupRulesTestJSON-1613726156 tempest-SecurityGroupRulesTestJSON-1613726156-project-member] Enqueued Resource ID: e6fb9d2b-f619-4b52-aae8-6d00a1c979ef with Priority: HIGHEST for action security_group_rules [ 754.531053] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6fb9d2b-f619-4b52-aae8-6d00a1c979ef with Priority: HIGHEST for action security_group_rules [ 754.531053] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6fb9d2b-f619-4b52-aae8-6d00a1c979ef taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.531231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6fb9d2b-f619-4b52-aae8-6d00a1c979ef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.531231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6fb9d2b-f619-4b52-aae8-6d00a1c979ef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.531955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6fb9d2b-f619-4b52-aae8-6d00a1c979ef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.531955] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6fb9d2b-f619-4b52-aae8-6d00a1c979ef',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.712794] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.713043] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.713176] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.713466] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.713678] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.713851] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 3e421143-d1ee-4038-abf2-16cba3c53bef not found, creating... [ 754.714278] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.714278] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.714426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.714644] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.714788] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.715080] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.715665] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.715665] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.715665] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.715665] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.715828] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 3e421143-d1ee-4038-abf2-16cba3c53bef is going to be created. [ 754.735658] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.735894] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.736198] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.736311] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.736547] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.738719] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-3e421143-d1ee-4038-abf2-16cba3c53bef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.956601] env[69839]: INFO networking_nsxv3.common.synchronization [req-21e6b422-d878-4629-a6ff-d3a68dc14ac2 req-bf4c775e-720d-434c-b517-b975831199f4 tempest-SecurityGroupRulesTestJSON-1613726156 tempest-SecurityGroupRulesTestJSON-1613726156-project-member] Enqueued Resource ID: 0a3babf1-d08c-4a63-b2db-e999f85738a1 with Priority: HIGHEST for action security_group_rules [ 754.956601] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3babf1-d08c-4a63-b2db-e999f85738a1 with Priority: HIGHEST for action security_group_rules [ 754.956853] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a3babf1-d08c-4a63-b2db-e999f85738a1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.956977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a3babf1-d08c-4a63-b2db-e999f85738a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.957067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a3babf1-d08c-4a63-b2db-e999f85738a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.957301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a3babf1-d08c-4a63-b2db-e999f85738a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.957394] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a3babf1-d08c-4a63-b2db-e999f85738a1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.026274] env[69839]: INFO networking_nsxv3.common.synchronization [None req-16226308-c667-4cec-bf00-a41a72e4c968 None None] Enqueued Resource ID: ce36a178-5123-4507-9376-5ee8c97626a1 with Priority: HIGHEST for action port [ 755.026274] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce36a178-5123-4507-9376-5ee8c97626a1 with Priority: HIGHEST for action port [ 755.026274] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce36a178-5123-4507-9376-5ee8c97626a1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.026274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce36a178-5123-4507-9376-5ee8c97626a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.026274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce36a178-5123-4507-9376-5ee8c97626a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.026274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce36a178-5123-4507-9376-5ee8c97626a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.026274] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce36a178-5123-4507-9376-5ee8c97626a1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.050463] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.051531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.051531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.051531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.051531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.052203] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6fb9d2b-f619-4b52-aae8-6d00a1c979ef already deleted. [ 755.052770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6fb9d2b-f619-4b52-aae8-6d00a1c979ef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.476714] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.476887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.476944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.477164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.477259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.477356] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a3babf1-d08c-4a63-b2db-e999f85738a1 already deleted. [ 755.477443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a3babf1-d08c-4a63-b2db-e999f85738a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.484999] env[69839]: INFO networking_nsxv3.common.synchronization [req-1b3d8f32-d080-4383-b969-d71c7d370253 req-1397c71a-a142-4a7c-a23e-a97bf9ac1c37 service nova] Enqueued Resource ID: a60949ab-bb07-48af-ada3-263f32534c2e with Priority: HIGHEST for action security_group_rules [ 755.485282] env[69839]: INFO networking_nsxv3.common.synchronization [req-1b3d8f32-d080-4383-b969-d71c7d370253 req-1397c71a-a142-4a7c-a23e-a97bf9ac1c37 service nova] Enqueued Resource ID: a60949ab-bb07-48af-ada3-263f32534c2e with Priority: HIGHEST for action security_group_members [ 755.485446] env[69839]: INFO networking_nsxv3.common.synchronization [req-1b3d8f32-d080-4383-b969-d71c7d370253 req-1397c71a-a142-4a7c-a23e-a97bf9ac1c37 service nova] Enqueued Resource ID: 3e421143-d1ee-4038-abf2-16cba3c53bef with Priority: HIGHEST for action port [ 755.490141] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60949ab-bb07-48af-ada3-263f32534c2e with Priority: HIGHEST for action security_group_rules [ 755.490222] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60949ab-bb07-48af-ada3-263f32534c2e with Priority: HIGHEST for action security_group_members [ 755.490299] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e421143-d1ee-4038-abf2-16cba3c53bef with Priority: HIGHEST for action port [ 755.490682] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a60949ab-bb07-48af-ada3-263f32534c2e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.490831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.490902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.491178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.491274] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a60949ab-bb07-48af-ada3-263f32534c2e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.495020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a60949ab-bb07-48af-ada3-263f32534c2e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.495020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.495020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.495020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.495020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.495020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.495020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.495020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.495020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.495020] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a60949ab-bb07-48af-ada3-263f32534c2e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.496083] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e421143-d1ee-4038-abf2-16cba3c53bef taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.496083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e421143-d1ee-4038-abf2-16cba3c53bef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.496083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e421143-d1ee-4038-abf2-16cba3c53bef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.496083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e421143-d1ee-4038-abf2-16cba3c53bef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.496083] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e421143-d1ee-4038-abf2-16cba3c53bef',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.530335] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce36a178-5123-4507-9376-5ee8c97626a1 [ 755.531682] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.531682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.531682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.531682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.531682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.531682] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce36a178-5123-4507-9376-5ee8c97626a1 already deleted. [ 755.531682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce36a178-5123-4507-9376-5ee8c97626a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.847346] env[69839]: INFO networking_nsxv3.common.synchronization [None req-10cbc714-9908-4405-83b9-a0e43e5c559a None None] Enqueued Resource ID: ca1dd58f-8b35-49a0-897b-2a585f304e74 with Priority: HIGHEST for action port [ 755.847622] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca1dd58f-8b35-49a0-897b-2a585f304e74 with Priority: HIGHEST for action port [ 755.848755] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca1dd58f-8b35-49a0-897b-2a585f304e74 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.848755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca1dd58f-8b35-49a0-897b-2a585f304e74" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.848755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca1dd58f-8b35-49a0-897b-2a585f304e74" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.849469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca1dd58f-8b35-49a0-897b-2a585f304e74" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.849469] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca1dd58f-8b35-49a0-897b-2a585f304e74',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.871711] env[69839]: INFO networking_nsxv3.common.synchronization [req-290e7f57-c7ab-4c0b-9ed6-6e562bf15cf7 req-3f49bb15-9145-4a6a-a048-f153a159ceda tempest-SecurityGroupRulesTestJSON-1613726156 tempest-SecurityGroupRulesTestJSON-1613726156-project-member] Enqueued Resource ID: 99ca5d66-8770-4f67-94b6-44f51f7ba52a with Priority: HIGHEST for action security_group_rules [ 755.877087] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ca5d66-8770-4f67-94b6-44f51f7ba52a with Priority: HIGHEST for action security_group_rules [ 755.877508] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99ca5d66-8770-4f67-94b6-44f51f7ba52a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.877692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99ca5d66-8770-4f67-94b6-44f51f7ba52a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.877774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99ca5d66-8770-4f67-94b6-44f51f7ba52a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.878077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99ca5d66-8770-4f67-94b6-44f51f7ba52a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.878764] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99ca5d66-8770-4f67-94b6-44f51f7ba52a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.886609] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 755.887211] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 deletion is rescheduled due to dependency. [ 755.887211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.993939] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a60949ab-bb07-48af-ada3-263f32534c2e taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.993939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.996254] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a60949ab-bb07-48af-ada3-263f32534c2e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.997369] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e421143-d1ee-4038-abf2-16cba3c53bef with status ACTIVE [ 755.997726] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.997960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.998136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.998405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.998585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.998842] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.999069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.999242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.999906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.999906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.999906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.000463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.000643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.000882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.002837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.002837] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e421143-d1ee-4038-abf2-16cba3c53bef is going to be updated. [ 756.019666] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.019874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.019966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.020200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.020341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.020502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e421143-d1ee-4038-abf2-16cba3c53bef" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.078891] env[69839]: INFO networking_nsxv3.common.synchronization [req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d req-c32fe191-b82a-4feb-846d-c24b474c310d tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 756.079918] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 756.079918] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.079918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.079918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.082083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.082317] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.082493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.082878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.083132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.083280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.083423] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.351052] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca1dd58f-8b35-49a0-897b-2a585f304e74 [ 756.351300] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.351438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.351546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.351810] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.351810] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.351924] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca1dd58f-8b35-49a0-897b-2a585f304e74 already deleted. [ 756.351981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca1dd58f-8b35-49a0-897b-2a585f304e74" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.398355] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.398431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.398476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.398692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.398782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.398889] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99ca5d66-8770-4f67-94b6-44f51f7ba52a already deleted. [ 756.398990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99ca5d66-8770-4f67-94b6-44f51f7ba52a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.400696] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.400863] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.400982] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.405751] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.405751] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.405751] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.405751] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.405751] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.405751] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.405751] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.405751] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.405751] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.406113] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.406113] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.406113] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.406201] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.423531] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.423763] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.424650] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.424650] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.424650] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-01cd1afe-429e-4764-af78-80131044b602 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.424650] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-01cd1afe-429e-4764-af78-80131044b602" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.424895] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-01cd1afe-429e-4764-af78-80131044b602" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.425013] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-01cd1afe-429e-4764-af78-80131044b602" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.425159] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cd1afe-429e-4764-af78-80131044b602',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.503085] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a60949ab-bb07-48af-ada3-263f32534c2e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.586677] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.587024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.587024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.587158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.587258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.587480] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.587588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.587690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.587870] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.588376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.588376] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 already deleted. [ 756.588376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.928349] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.928661] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.928729] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.928968] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.929140] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.929303] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 01cd1afe-429e-4764-af78-80131044b602 not found, creating... [ 756.929560] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.929718] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.929836] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.930069] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.930211] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.930491] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.930646] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.930762] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.930972] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.932734] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.933043] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 01cd1afe-429e-4764-af78-80131044b602 is going to be created. [ 756.953333] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.953531] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.953682] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.953923] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.954230] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.954507] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-01cd1afe-429e-4764-af78-80131044b602" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.005793] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.005963] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.006056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.006284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.007185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.007185] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a60949ab-bb07-48af-ada3-263f32534c2e is going to be created. [ 757.040581] env[69839]: INFO networking_nsxv3.common.synchronization [req-c8fcc043-cf1a-4341-8576-aa00fc57ce05 req-7f16d2fa-a90b-4d88-aa66-4b799e1b8e86 tempest-SecurityGroupRulesTestJSON-1613726156 tempest-SecurityGroupRulesTestJSON-1613726156-project-member] Enqueued Resource ID: 6dbee004-9746-4907-abc3-aac2c25a9cbc with Priority: HIGHEST for action security_group_rules [ 757.041480] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.041707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.041707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.041880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.042044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.043287] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbee004-9746-4907-abc3-aac2c25a9cbc with Priority: HIGHEST for action security_group_rules [ 757.047019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dbee004-9746-4907-abc3-aac2c25a9cbc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.047019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dbee004-9746-4907-abc3-aac2c25a9cbc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.047019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dbee004-9746-4907-abc3-aac2c25a9cbc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.047019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dbee004-9746-4907-abc3-aac2c25a9cbc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.047019] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dbee004-9746-4907-abc3-aac2c25a9cbc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.054999] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a60949ab-bb07-48af-ada3-263f32534c2e in Status: UNINITIALIZED for 2s [ 757.565131] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.565322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.565442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.565766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.565887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.567424] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dbee004-9746-4907-abc3-aac2c25a9cbc already deleted. [ 757.567424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dbee004-9746-4907-abc3-aac2c25a9cbc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.856439] env[69839]: INFO networking_nsxv3.common.synchronization [req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d req-e2354eb6-dce3-4716-baf5-77f7f2b24de3 service nova] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_rules [ 757.856729] env[69839]: INFO networking_nsxv3.common.synchronization [req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d req-e2354eb6-dce3-4716-baf5-77f7f2b24de3 service nova] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 757.856815] env[69839]: INFO networking_nsxv3.common.synchronization [req-5c0c0cb9-b106-441f-a065-c8da4dde9e9d req-e2354eb6-dce3-4716-baf5-77f7f2b24de3 service nova] Enqueued Resource ID: 01cd1afe-429e-4764-af78-80131044b602 with Priority: HIGHEST for action port [ 757.857340] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_rules [ 757.857619] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 757.857963] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cd1afe-429e-4764-af78-80131044b602 with Priority: HIGHEST for action port [ 757.858416] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.858537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.858858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.859100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.859182] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.860000] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.860114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.860190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.860363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.860507] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.860593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.860652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.860786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.860866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.860951] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.864239] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-01cd1afe-429e-4764-af78-80131044b602 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.864356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01cd1afe-429e-4764-af78-80131044b602" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.864426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01cd1afe-429e-4764-af78-80131044b602" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.864631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01cd1afe-429e-4764-af78-80131044b602" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.864711] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cd1afe-429e-4764-af78-80131044b602',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.976258] env[69839]: INFO networking_nsxv3.common.synchronization [req-6cdb8251-157f-4dbc-85a6-7c9607a50e2c req-97f8e54c-6528-4838-8439-da84dd2d0ff5 tempest-SecurityGroupRulesTestJSON-1613726156 tempest-SecurityGroupRulesTestJSON-1613726156-project-member] Enqueued Resource ID: 7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 with Priority: HIGHEST for action security_group_rules [ 757.976258] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 with Priority: HIGHEST for action security_group_rules [ 757.976258] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.976258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.976258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.976258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.976792] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.092990] env[69839]: INFO networking_nsxv3.common.synchronization [req-32cb376d-2673-407f-93c7-2bc55ea5bdff req-6a2e9f17-9f92-46c2-b05a-3b7f3e9975fe tempest-SecurityGroupRulesTestJSON-1613726156 tempest-SecurityGroupRulesTestJSON-1613726156-project-member] Enqueued Resource ID: 7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 with Priority: HIGHEST for action security_group_rules [ 758.093567] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 with Priority: HIGHEST for action security_group_rules [ 758.093889] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.093995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.366821] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.366963] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.367167] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.368049] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01cd1afe-429e-4764-af78-80131044b602 with status ACTIVE [ 758.368234] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.368352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.368418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.368644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.368738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.368907] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.368996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.369075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.369235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.369317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.369517] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.369615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.369662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.369804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.369880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.369964] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01cd1afe-429e-4764-af78-80131044b602 is going to be updated. [ 758.391186] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.391319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.391388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.391580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.391711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.391872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01cd1afe-429e-4764-af78-80131044b602" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.441349] env[69839]: INFO networking_nsxv3.common.synchronization [req-30657465-c788-4dbb-a4c7-1c8e335dbbeb req-91090621-6d1e-4e60-9caf-f249ad2f25c6 tempest-SecurityGroupRulesTestJSON-1613726156 tempest-SecurityGroupRulesTestJSON-1613726156-project-member] Enqueued Resource ID: 7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 with Priority: HIGHEST for action security_group_rules [ 758.441882] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 with Priority: HIGHEST for action security_group_rules [ 758.442186] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.442293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.496063] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.496232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.496327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.496560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.496702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.496811] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 already deleted. [ 758.496903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.497080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.497241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.497328] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.874410] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.925963] env[69839]: INFO networking_nsxv3.common.synchronization [req-96a04b9f-c68a-4169-856b-e9e91ab5160c req-b7244499-43ab-4088-8cb2-d55bff3776ba tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Enqueued Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 758.926475] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 758.926798] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.926931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.927017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.927753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.927916] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.928056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.928105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.928261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.928437] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.928437] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.017264] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.017421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.017559] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.017787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.017894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.017994] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 already deleted. [ 759.018084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.018235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.018389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.018475] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.063678] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a60949ab-bb07-48af-ada3-263f32534c2e in Status: SUCCESS [ 759.063961] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.064099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.064305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.064504] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.064733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.064802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.065014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.065045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.065134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.065219] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a60949ab-bb07-48af-ada3-263f32534c2e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.247250] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.247975] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.248293] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.248684] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.249136] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.250037] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.250037] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.250037] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.250271] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.252973] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.252973] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.252973] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.252973] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.252973] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.252973] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.252973] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.270035] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.270035] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.270035] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.270035] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.270035] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-8323b259-38d2-4797-8c90-1afc84bc0b3f taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.270035] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-8323b259-38d2-4797-8c90-1afc84bc0b3f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.270035] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-8323b259-38d2-4797-8c90-1afc84bc0b3f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.270563] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-8323b259-38d2-4797-8c90-1afc84bc0b3f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.271339] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8323b259-38d2-4797-8c90-1afc84bc0b3f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.376312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.376648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.376779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.377217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.377217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.377217] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be created. [ 759.532463] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.532463] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: UNINITIALIZED for 2s [ 759.532463] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.532463] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.532463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.533585] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 already deleted. [ 759.533585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.540195] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.540195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.540195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.540195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.540195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.540195] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6 already deleted. [ 759.540195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7380b24b-1c11-4a46-a7ad-ea3b2d6f35a6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.568313] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a60949ab-bb07-48af-ada3-263f32534c2e taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.568497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.568557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.568806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.569308] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.569308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.569308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.569308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.569502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.569502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.569569] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a60949ab-bb07-48af-ada3-263f32534c2e taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.569678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.569719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.571132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.571132] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.571132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.571132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.571132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.571132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.571132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.571132] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a60949ab-bb07-48af-ada3-263f32534c2e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.775164] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.776060] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.776060] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.776060] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.776060] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.776196] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 8323b259-38d2-4797-8c90-1afc84bc0b3f not found, creating... [ 759.777056] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.777056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.777056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.777056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.777056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.777331] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.777484] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.777597] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.779119] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.779119] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.779119] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 8323b259-38d2-4797-8c90-1afc84bc0b3f is going to be created. [ 759.806445] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.806445] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.806445] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.806445] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.806445] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.806445] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-8323b259-38d2-4797-8c90-1afc84bc0b3f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.072841] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a60949ab-bb07-48af-ada3-263f32534c2e: rpc.has_security_group_logging(os_id): False [ 760.092106] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.092346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.092346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.092565] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.092759] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.092842] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.092957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.093021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.093189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.093283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.093450] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.093675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.093675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.093758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.093795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.093992] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.094109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.094187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.094281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.094356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.094443] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a60949ab-bb07-48af-ada3-263f32534c2e is going to be created. [ 760.116937] env[69839]: INFO networking_nsxv3.common.synchronization [req-bbd62cc0-e01f-42cb-bab6-9f8b1e549e6c req-150e2bb2-0ef5-4a20-bf01-8ef427705dd0 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Enqueued Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 760.117503] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 760.117808] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.117929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.117991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.118242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.118398] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.118499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.118561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.118707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.118793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.118888] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.147489] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.147592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.148743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.148743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.148743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.168621] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a60949ab-bb07-48af-ada3-263f32534c2e in Status: IN_PROGRESS for 2s [ 760.622257] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.689346] env[69839]: INFO networking_nsxv3.common.synchronization [req-96a04b9f-c68a-4169-856b-e9e91ab5160c req-a87a4c6e-01f8-47d3-a32c-b71eb04353d9 service nova] Enqueued Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_rules [ 760.689534] env[69839]: INFO networking_nsxv3.common.synchronization [req-96a04b9f-c68a-4169-856b-e9e91ab5160c req-a87a4c6e-01f8-47d3-a32c-b71eb04353d9 service nova] Enqueued Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 760.689684] env[69839]: INFO networking_nsxv3.common.synchronization [req-96a04b9f-c68a-4169-856b-e9e91ab5160c req-a87a4c6e-01f8-47d3-a32c-b71eb04353d9 service nova] Enqueued Resource ID: 8323b259-38d2-4797-8c90-1afc84bc0b3f with Priority: HIGHEST for action port [ 760.689935] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_rules [ 760.690080] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 760.690180] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8323b259-38d2-4797-8c90-1afc84bc0b3f with Priority: HIGHEST for action port [ 760.690971] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.690971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.690971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.694726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.694829] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.696406] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.696547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.696627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.697229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.697229] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.697229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.697229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.697404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.697436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.697983] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.700439] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-8323b259-38d2-4797-8c90-1afc84bc0b3f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.700439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8323b259-38d2-4797-8c90-1afc84bc0b3f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.700439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8323b259-38d2-4797-8c90-1afc84bc0b3f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.700439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8323b259-38d2-4797-8c90-1afc84bc0b3f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.700439] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8323b259-38d2-4797-8c90-1afc84bc0b3f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.973863] env[69839]: INFO networking_nsxv3.common.synchronization [None req-3cf54f54-21ef-4097-a9f9-13f12b3b000a None None] Enqueued Resource ID: fe560d7d-ebf3-4187-b480-e7bcc3d9de8f with Priority: HIGHEST for action port [ 760.974144] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe560d7d-ebf3-4187-b480-e7bcc3d9de8f with Priority: HIGHEST for action port [ 760.974984] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe560d7d-ebf3-4187-b480-e7bcc3d9de8f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.975181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe560d7d-ebf3-4187-b480-e7bcc3d9de8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.975228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe560d7d-ebf3-4187-b480-e7bcc3d9de8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.975582] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe560d7d-ebf3-4187-b480-e7bcc3d9de8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.975582] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe560d7d-ebf3-4187-b480-e7bcc3d9de8f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.124838] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.197411] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.197563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.199993] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.204490] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8323b259-38d2-4797-8c90-1afc84bc0b3f with status ACTIVE [ 761.206020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.206020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.206020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.206020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.206020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.206020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.206020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.206020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.206020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.206020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.206020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.206683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.206683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.206683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.206683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.206683] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8323b259-38d2-4797-8c90-1afc84bc0b3f is going to be updated. [ 761.232609] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.232609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.232609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.232609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.232609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.232609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8323b259-38d2-4797-8c90-1afc84bc0b3f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.423551] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 761.423551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.423551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.423551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.423551] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.423551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.423551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.423551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.423551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.423551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.423551] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.478497] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe560d7d-ebf3-4187-b480-e7bcc3d9de8f [ 761.478742] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.478911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.479013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.479698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.479831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.479964] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe560d7d-ebf3-4187-b480-e7bcc3d9de8f already deleted. [ 761.480093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe560d7d-ebf3-4187-b480-e7bcc3d9de8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.631738] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.631738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.631738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.631905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.632037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.632096] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b is going to be updated. [ 761.661248] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.661463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.661517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.661709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.661860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.671177] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: IN_PROGRESS for 2s [ 761.706706] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.930913] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.931109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.931338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.934112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.934112] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.934112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.934112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.934112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.934112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.934112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.934936] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.934936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.934936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.934936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.937218] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.937218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.937218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.937218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.937524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.937524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.937524] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.185394] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a60949ab-bb07-48af-ada3-263f32534c2e in Status: SUCCESS [ 762.185663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.210707] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.210985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.211126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.211384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.211485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.211603] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 is going to be created. [ 762.239020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.239020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.239020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.239020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.239020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.246446] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: UNINITIALIZED for 2s [ 762.445148] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933: rpc.has_security_group_logging(os_id): False [ 762.466297] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.466483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.466535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.466991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.466991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.467179] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.467289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.467349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.467562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.467610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.468096] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.471318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.471492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.471752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.471852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.472182] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.472405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.472475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.472674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.472748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.472908] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be created. [ 762.530864] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.531251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.531409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.531701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.532015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.542568] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 763.411784] env[69839]: INFO networking_nsxv3.common.synchronization [None req-5cc23a44-8164-49e2-be47-5fd4e249d79e None None] Enqueued Resource ID: 0c7d022e-f37c-4c23-a1d8-93c16d9a3b4d with Priority: HIGHEST for action port [ 763.411995] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7d022e-f37c-4c23-a1d8-93c16d9a3b4d with Priority: HIGHEST for action port [ 763.412682] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c7d022e-f37c-4c23-a1d8-93c16d9a3b4d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.412682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c7d022e-f37c-4c23-a1d8-93c16d9a3b4d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.412682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c7d022e-f37c-4c23-a1d8-93c16d9a3b4d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.412889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c7d022e-f37c-4c23-a1d8-93c16d9a3b4d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.412969] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7d022e-f37c-4c23-a1d8-93c16d9a3b4d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.680795] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: SUCCESS [ 763.681039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.915677] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c7d022e-f37c-4c23-a1d8-93c16d9a3b4d [ 763.915938] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.916093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.916165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.916379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.916471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.916564] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c7d022e-f37c-4c23-a1d8-93c16d9a3b4d already deleted. [ 763.916701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c7d022e-f37c-4c23-a1d8-93c16d9a3b4d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.258017] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: SUCCESS [ 764.258017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.258017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.258017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.258017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.258017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.258017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.258017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.258017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.258017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.258017] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.555384] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 764.555384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.760794] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.760986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.761061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.761271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.761434] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.761622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.761622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.761818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.761818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.762057] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.762057] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.762152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.762208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.762362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.762504] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.762597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.762664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.762827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.762909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.763015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.763131] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.265718] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dd0b199-5296-46e6-a572-29ee7fad9471: rpc.has_security_group_logging(os_id): False [ 765.285139] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.285139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.285139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.285139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.285139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.285139] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.285139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.285139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.285139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.285139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.285139] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.285139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.285139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.286060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.286277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.286600] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.286880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.287197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.289142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.289142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.289142] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 is going to be created. [ 765.351881] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.352079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.352155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.352388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.352593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.368519] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: IN_PROGRESS for 2s [ 765.690763] env[69839]: INFO networking_nsxv3.common.synchronization [None req-1a4dc02c-5f30-43d2-b27e-b305cf820b05 None None] Enqueued Resource ID: 5de893a1-d058-4a4d-94a5-1ebcefb5ead2 with Priority: HIGHEST for action port [ 765.691041] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5de893a1-d058-4a4d-94a5-1ebcefb5ead2 with Priority: HIGHEST for action port [ 765.691656] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-5de893a1-d058-4a4d-94a5-1ebcefb5ead2 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.691782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5de893a1-d058-4a4d-94a5-1ebcefb5ead2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.691852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5de893a1-d058-4a4d-94a5-1ebcefb5ead2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.692156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5de893a1-d058-4a4d-94a5-1ebcefb5ead2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.692245] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5de893a1-d058-4a4d-94a5-1ebcefb5ead2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.194759] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5de893a1-d058-4a4d-94a5-1ebcefb5ead2 [ 766.195034] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.195211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.195282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.195497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.195590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.195687] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5de893a1-d058-4a4d-94a5-1ebcefb5ead2 already deleted. [ 766.195769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5de893a1-d058-4a4d-94a5-1ebcefb5ead2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.843134] env[69839]: INFO networking_nsxv3.common.synchronization [req-0e69a7b2-3e85-45e0-ac77-617b7b1bd878 req-f35fc99c-d011-4462-ac11-fc171b9213fd tempest-InstanceActionsNegativeTestJSON-1474937418 tempest-InstanceActionsNegativeTestJSON-1474937418-project-member] Enqueued Resource ID: a60949ab-bb07-48af-ada3-263f32534c2e with Priority: HIGHEST for action security_group_members [ 766.843686] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60949ab-bb07-48af-ada3-263f32534c2e with Priority: HIGHEST for action security_group_members [ 766.844008] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a60949ab-bb07-48af-ada3-263f32534c2e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.847444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.847539] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.848991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.848991] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.848991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.848991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.848991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.848991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.848991] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a60949ab-bb07-48af-ada3-263f32534c2e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.026603] env[69839]: INFO networking_nsxv3.common.synchronization [req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d req-13923fa7-d19f-4d80-8615-b5a31de0621a tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 767.027176] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 767.027488] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.027717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.027857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.027965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.028129] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.028221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.029910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.029910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.029910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.029910] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.355430] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.355630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.355712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.355958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.356307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.356556] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.356666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.356749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.356920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.357030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.357125] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a60949ab-bb07-48af-ada3-263f32534c2e is going to be updated. [ 767.385033] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: SUCCESS [ 767.385334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.389155] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.390077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.390077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.390077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.390077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.398243] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a60949ab-bb07-48af-ada3-263f32534c2e in Status: IN_PROGRESS for 2s [ 767.507666] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.508224] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.508224] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.508324] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.508585] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.508733] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.508848] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.509925] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.509925] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.509925] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.510176] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.510339] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.511318] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.511318] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.511318] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.511318] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.530073] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.530282] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.530651] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.530651] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.531790] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-fc184ed9-707e-429c-ab2c-c4c7950ce2b3 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.531790] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-fc184ed9-707e-429c-ab2c-c4c7950ce2b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.531790] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-fc184ed9-707e-429c-ab2c-c4c7950ce2b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.531790] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-fc184ed9-707e-429c-ab2c-c4c7950ce2b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.531790] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc184ed9-707e-429c-ab2c-c4c7950ce2b3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.533031] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.875290] env[69839]: INFO networking_nsxv3.common.synchronization [req-17765aeb-b79c-40e8-a7a9-96d595e907cf req-968c60b1-830d-4779-97c0-20d33818b435 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 767.875840] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 767.876155] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.876281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.876350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.876551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.876710] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.876836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.876880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.877595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.877743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.877854] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.035372] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.035603] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.035730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.036104] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.036271] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.036432] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port fc184ed9-707e-429c-ab2c-c4c7950ce2b3 not found, creating... [ 768.036732] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.036873] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.036994] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.037231] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.037369] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.037653] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.037812] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.037925] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.042688] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.042831] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.042984] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: fc184ed9-707e-429c-ab2c-c4c7950ce2b3 is going to be created. [ 768.044175] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.046521] env[69839]: INFO networking_nsxv3.common.synchronization [None req-a98b9bc0-ee2c-49b1-9216-ffedc84da38b None None] Enqueued Resource ID: af5d27ae-6af6-4d85-b1c2-abfbbf047398 with Priority: HIGHEST for action port [ 768.047339] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af5d27ae-6af6-4d85-b1c2-abfbbf047398 with Priority: HIGHEST for action port [ 768.047892] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-af5d27ae-6af6-4d85-b1c2-abfbbf047398 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.048046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af5d27ae-6af6-4d85-b1c2-abfbbf047398" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.048105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af5d27ae-6af6-4d85-b1c2-abfbbf047398" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.048342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af5d27ae-6af6-4d85-b1c2-abfbbf047398" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.048425] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af5d27ae-6af6-4d85-b1c2-abfbbf047398',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.071888] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.072147] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.072235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.072501] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.072732] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.073048] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-fc184ed9-707e-429c-ab2c-c4c7950ce2b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.079363] env[69839]: INFO networking_nsxv3.common.synchronization [req-caa3d127-e8f2-4ee6-9c2d-a83c3722291e req-21638c6e-31b8-4044-a4b7-3270afaa6d58 tempest-ListServersNegativeTestJSON-397745400 tempest-ListServersNegativeTestJSON-397745400-project-member] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 768.079935] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGHEST for action security_group_members [ 768.080280] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.080390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.379758] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.547752] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.547931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.548015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.548255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.548329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.548422] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be updated. [ 768.550062] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af5d27ae-6af6-4d85-b1c2-abfbbf047398 [ 768.550249] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.550361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.550424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.550599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.550680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.550767] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af5d27ae-6af6-4d85-b1c2-abfbbf047398 already deleted. [ 768.550850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af5d27ae-6af6-4d85-b1c2-abfbbf047398" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.575954] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.576133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.576218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.576467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.576649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.591981] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 768.836772] env[69839]: INFO networking_nsxv3.common.synchronization [req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d req-48b83c03-5135-4e2b-a68b-8bb8c2cbc9df service nova] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_rules [ 768.836967] env[69839]: INFO networking_nsxv3.common.synchronization [req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d req-48b83c03-5135-4e2b-a68b-8bb8c2cbc9df service nova] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 768.837457] env[69839]: INFO networking_nsxv3.common.synchronization [req-c1a41ca8-ce7f-4ba0-a14a-61ec7e82767d req-48b83c03-5135-4e2b-a68b-8bb8c2cbc9df service nova] Enqueued Resource ID: fc184ed9-707e-429c-ab2c-c4c7950ce2b3 with Priority: HIGHEST for action port [ 768.837457] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_rules [ 768.837457] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 768.837556] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc184ed9-707e-429c-ab2c-c4c7950ce2b3 with Priority: HIGHEST for action port [ 768.838087] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.838214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.838301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.838475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.838556] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.839744] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.839744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.839744] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc184ed9-707e-429c-ab2c-c4c7950ce2b3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.839744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc184ed9-707e-429c-ab2c-c4c7950ce2b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.839961] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc184ed9-707e-429c-ab2c-c4c7950ce2b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.839961] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc184ed9-707e-429c-ab2c-c4c7950ce2b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.840036] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc184ed9-707e-429c-ab2c-c4c7950ce2b3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.883258] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.341766] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.341905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.346325] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc184ed9-707e-429c-ab2c-c4c7950ce2b3 with status ACTIVE [ 769.346519] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.346642] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.346711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.346937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.347046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.347217] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.347312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.347374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.347529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.347607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.347783] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.347875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.347935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.348172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.348258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.348343] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc184ed9-707e-429c-ab2c-c4c7950ce2b3 is going to be updated. [ 769.367866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.368054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.368099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.368408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.368408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.368542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc184ed9-707e-429c-ab2c-c4c7950ce2b3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.385368] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.385477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.385517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.385704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.385797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.385893] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be updated. [ 769.412751] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a60949ab-bb07-48af-ada3-263f32534c2e in Status: SUCCESS [ 769.412919] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a60949ab-bb07-48af-ada3-263f32534c2e deletion is rescheduled due to dependency. [ 769.413033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.413798] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.413915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.413984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.414174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.414306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.420327] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: IN_PROGRESS for 2s [ 770.601844] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 770.604138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.604138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.604138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.604138] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.604138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.604138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.604138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.604138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.604138] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.106353] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.429879] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 771.430124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.430292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.430525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.430721] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.430830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.430904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.431061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.431143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.431245] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.608732] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.933205] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.933354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.933429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.933621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.933716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.933906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.934053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.934109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.934231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.934306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.934394] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be updated. [ 771.959922] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.960072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.960136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.960327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.960463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.969048] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: IN_PROGRESS for 2s [ 772.111044] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.111044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.111251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.111283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.111365] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.111463] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be updated. [ 772.138125] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.138245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.138309] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.138512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.138650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.146910] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 773.838412] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 773.838672] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 773.979017] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 in Status: SUCCESS [ 773.979219] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 deletion is rescheduled due to dependency. [ 773.979349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.156392] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 774.156507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.157083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.157083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.157217] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.157311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.157403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.157560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.157673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.158045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.158045] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.659812] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.663101] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.663101] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.663101] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.663101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.663599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.663599] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.165486] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933: rpc.has_security_group_logging(os_id): False [ 775.182055] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.182055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.182055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.182253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.182341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.182561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.182675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.182740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.182890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.182991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.183192] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.183296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.183373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.183556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.183633] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.183821] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.183917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.183971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.184158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.184201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.184270] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be updated. [ 775.245116] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.245281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.245345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.245547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.245686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.260503] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 775.773380] env[69839]: INFO networking_nsxv3.common.synchronization [req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 req-d4f13354-5d8f-4142-8a63-3e826185df91 tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Enqueued Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 775.773909] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 775.774259] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.774501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.774501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.774641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.774801] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.774890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.774964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.775393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.775506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.775574] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.067524] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.067723] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.067857] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.068224] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.068387] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.068540] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.068657] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.068878] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.071139] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.071240] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.071314] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.071428] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.071536] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.071639] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.071749] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.072096] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.092406] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.092406] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.092406] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.092406] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.092406] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-f9357e09-1e75-46d4-9688-29e5b5b735c7 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.092763] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-f9357e09-1e75-46d4-9688-29e5b5b735c7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.092763] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-f9357e09-1e75-46d4-9688-29e5b5b735c7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.093119] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-f9357e09-1e75-46d4-9688-29e5b5b735c7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.093708] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9357e09-1e75-46d4-9688-29e5b5b735c7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.277893] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.425327] env[69839]: INFO networking_nsxv3.common.synchronization [None req-fc207355-6936-47be-a2c4-42a4a9634e57 None None] Enqueued Resource ID: 679305e1-5aed-4a8c-9a99-70faee3d7f97 with Priority: HIGHEST for action port [ 776.425327] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679305e1-5aed-4a8c-9a99-70faee3d7f97 with Priority: HIGHEST for action port [ 776.425327] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-679305e1-5aed-4a8c-9a99-70faee3d7f97 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.425327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-679305e1-5aed-4a8c-9a99-70faee3d7f97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.425327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-679305e1-5aed-4a8c-9a99-70faee3d7f97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.425327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-679305e1-5aed-4a8c-9a99-70faee3d7f97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.425327] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679305e1-5aed-4a8c-9a99-70faee3d7f97',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.599608] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.599879] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.600034] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.600353] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.600526] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.600688] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port f9357e09-1e75-46d4-9688-29e5b5b735c7 not found, creating... [ 776.600993] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.601302] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.601635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.601730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.601831] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.606725] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.606885] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.607073] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.607347] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.607635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.607874] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: f9357e09-1e75-46d4-9688-29e5b5b735c7 is going to be created. [ 776.628283] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.628521] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.628662] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.628988] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.629337] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.629587] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-f9357e09-1e75-46d4-9688-29e5b5b735c7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.781197] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.926947] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 679305e1-5aed-4a8c-9a99-70faee3d7f97 [ 776.927218] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.927347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.927943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.927943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.927943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.927943] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:679305e1-5aed-4a8c-9a99-70faee3d7f97 already deleted. [ 776.927943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-679305e1-5aed-4a8c-9a99-70faee3d7f97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.960454] env[69839]: INFO networking_nsxv3.common.synchronization [None req-84986493-dd2a-4267-8b44-73689acba37f tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Enqueued Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_rules [ 776.960454] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_rules [ 776.960454] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea3e048-f852-4179-9279-50657b641a15 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.960454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.960454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.960791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.960969] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.036910] env[69839]: INFO networking_nsxv3.common.synchronization [None req-3ec380cc-778b-4e91-9455-83ac74911fae tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Enqueued Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_rules [ 777.036910] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_rules [ 777.036910] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea3e048-f852-4179-9279-50657b641a15 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.036910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.273256] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 777.273546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.284621] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.284974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.284974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.285184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.285184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.285278] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 is going to be updated. [ 777.315698] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.315698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.315698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.315698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.315698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.321940] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: IN_PROGRESS for 2s [ 777.458719] env[69839]: INFO networking_nsxv3.common.synchronization [req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 req-cf2193d0-d19e-4c90-8c99-2d30af2d728e service nova] Enqueued Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_rules [ 777.458719] env[69839]: INFO networking_nsxv3.common.synchronization [req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 req-cf2193d0-d19e-4c90-8c99-2d30af2d728e service nova] Enqueued Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 777.458829] env[69839]: INFO networking_nsxv3.common.synchronization [req-ac7ff986-b9a4-4d6c-af62-e3ae4d0a5831 req-cf2193d0-d19e-4c90-8c99-2d30af2d728e service nova] Enqueued Resource ID: f9357e09-1e75-46d4-9688-29e5b5b735c7 with Priority: HIGHEST for action port [ 777.459068] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_rules [ 777.459143] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 777.459323] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9357e09-1e75-46d4-9688-29e5b5b735c7 with Priority: HIGHEST for action port [ 777.459868] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.459984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.460452] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.461116] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.461116] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.465335] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.465335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.465335] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9357e09-1e75-46d4-9688-29e5b5b735c7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.465335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9357e09-1e75-46d4-9688-29e5b5b735c7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.465335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9357e09-1e75-46d4-9688-29e5b5b735c7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.465335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9357e09-1e75-46d4-9688-29e5b5b735c7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.465335] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9357e09-1e75-46d4-9688-29e5b5b735c7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.481142] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.481375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.481704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.482242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.482242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.482242] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea3e048-f852-4179-9279-50657b641a15 already deleted. [ 777.483044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.483044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.483314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.483473] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.962493] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.962493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.969204] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9357e09-1e75-46d4-9688-29e5b5b735c7 with status ACTIVE [ 777.969204] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.969204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.969204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.969204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.969204] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.969204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.969204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.969535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.970367] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.970367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.970542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.970587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.970626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.970723] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9357e09-1e75-46d4-9688-29e5b5b735c7 is going to be updated. [ 777.990053] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.990198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.990269] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.990463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.990592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.990737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9357e09-1e75-46d4-9688-29e5b5b735c7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.023125] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.023312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.023387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.023608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.023701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.023804] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea3e048-f852-4179-9279-50657b641a15 already deleted. [ 778.023892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.807126] env[69839]: INFO networking_nsxv3.common.synchronization [None req-031c2057-acb0-4740-8d45-981b44043083 None None] Enqueued Resource ID: d7c8652a-0019-42f6-92c2-09806703dbf0 with Priority: HIGHEST for action port [ 778.807760] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7c8652a-0019-42f6-92c2-09806703dbf0 with Priority: HIGHEST for action port [ 778.808867] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7c8652a-0019-42f6-92c2-09806703dbf0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.808867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7c8652a-0019-42f6-92c2-09806703dbf0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.808867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7c8652a-0019-42f6-92c2-09806703dbf0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.808867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7c8652a-0019-42f6-92c2-09806703dbf0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.808867] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7c8652a-0019-42f6-92c2-09806703dbf0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.868118] env[69839]: INFO networking_nsxv3.common.synchronization [req-ff55a47b-49e2-46bf-bd43-ac520145465d req-884477b7-34b5-4488-a639-7f266de2c0e9 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 778.868118] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 778.868118] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.868118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.868118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.868118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.868118] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.868118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.868118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.868118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.868991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.869219] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.311229] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7c8652a-0019-42f6-92c2-09806703dbf0 [ 779.311473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.311603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.311664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.311880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.312070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.312070] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7c8652a-0019-42f6-92c2-09806703dbf0 already deleted. [ 779.312168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7c8652a-0019-42f6-92c2-09806703dbf0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.318186] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.318186] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.318186] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.318186] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.318186] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.318186] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.318186] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.318186] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.318186] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.318186] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.318186] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.318186] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.318186] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.318839] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 779.318839] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.318839] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.332133] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: SUCCESS [ 779.332403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.332573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.332777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.332960] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.333089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.333155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.333307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.333391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.333485] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.336609] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.336609] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 779.336609] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.336609] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-192" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.336870] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.337062] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.337186] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.337458] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.337593] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b5c063-2ac7-45a7-a57b-0b07a0f3845f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.374192] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.839726] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.840929] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.841215] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.841298] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.841570] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.841718] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.841880] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port b2b5c063-2ac7-45a7-a57b-0b07a0f3845f not found, creating... [ 779.842129] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.842306] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.842393] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.842604] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.842831] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.843183] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.843183] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.843345] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.843479] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.843682] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.843756] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: b2b5c063-2ac7-45a7-a57b-0b07a0f3845f is going to be created. [ 779.863953] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.863953] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.863953] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.864176] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.864467] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.864817] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.876683] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.345558] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.378758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.378910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.378979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.379219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.379308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.379411] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be updated. [ 780.405070] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.405222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.405276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.405440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.405582] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.414503] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 780.640111] env[69839]: INFO networking_nsxv3.common.synchronization [req-ff55a47b-49e2-46bf-bd43-ac520145465d req-f8a13ace-6868-460e-b6fc-adc2e1de336e service nova] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_rules [ 780.640301] env[69839]: INFO networking_nsxv3.common.synchronization [req-ff55a47b-49e2-46bf-bd43-ac520145465d req-f8a13ace-6868-460e-b6fc-adc2e1de336e service nova] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 780.640439] env[69839]: INFO networking_nsxv3.common.synchronization [req-ff55a47b-49e2-46bf-bd43-ac520145465d req-f8a13ace-6868-460e-b6fc-adc2e1de336e service nova] Enqueued Resource ID: b2b5c063-2ac7-45a7-a57b-0b07a0f3845f with Priority: HIGHEST for action port [ 780.640669] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_rules [ 780.640793] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 780.640886] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2b5c063-2ac7-45a7-a57b-0b07a0f3845f with Priority: HIGHEST for action port [ 780.641415] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.641570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.641603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.641791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.641916] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.642758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.642849] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.643046] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.643150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.643216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.643373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.643446] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2b5c063-2ac7-45a7-a57b-0b07a0f3845f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.848111] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.848662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.848662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.848662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.848662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.848806] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 is going to be updated. [ 780.876744] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.876937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.876991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.877207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.877348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.885332] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: IN_PROGRESS for 2s [ 781.145423] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.145546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.145732] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2b5c063-2ac7-45a7-a57b-0b07a0f3845f with status ACTIVE [ 781.145896] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.146009] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.146084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.146292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.146389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.146557] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.146652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.146714] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.146857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.147026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.147168] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.147306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.147340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.147455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.147530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.147615] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2b5c063-2ac7-45a7-a57b-0b07a0f3845f is going to be updated. [ 781.177487] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.177614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.177685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.177934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.178113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.178268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2b5c063-2ac7-45a7-a57b-0b07a0f3845f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.437619] env[69839]: INFO networking_nsxv3.common.synchronization [req-9e86881a-ff62-4d00-a83d-b258ade6a32c req-c91f41c4-2737-4cc2-b149-27f1c2767df3 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Enqueued Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 781.438305] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 781.438645] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.438784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.438852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.441060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.441060] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.441060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.441060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.441060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.441060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.441060] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.943543] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.943919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.943919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.943993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.944100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.944285] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.944384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.944453] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.944592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.944669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.944757] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e is going to be updated. [ 781.968871] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.969162] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.969162] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.969433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.969577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.979007] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: IN_PROGRESS for 2s [ 782.275658] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.275862] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.275988] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.276291] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.276555] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.276711] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.276826] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.277081] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.277235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.277443] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.277554] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.277662] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.277769] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.277879] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.278789] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.278789] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.300342] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.300581] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.300732] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.300957] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.301399] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-dd4dcc51-7ecf-474b-a940-c58a6300e81e taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.301635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-dd4dcc51-7ecf-474b-a940-c58a6300e81e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.301776] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-dd4dcc51-7ecf-474b-a940-c58a6300e81e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.302168] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-dd4dcc51-7ecf-474b-a940-c58a6300e81e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.302364] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd4dcc51-7ecf-474b-a940-c58a6300e81e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.429193] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 782.429453] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.429637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.429869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.430089] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.430214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.430280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.430473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.430567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.430683] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.805499] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.805716] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.805844] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.806133] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.806322] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.806446] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port dd4dcc51-7ecf-474b-a940-c58a6300e81e not found, creating... [ 782.806692] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.806846] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.807018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.807259] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.807399] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.807688] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.807850] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.807986] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.808215] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.808353] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.808490] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: dd4dcc51-7ecf-474b-a940-c58a6300e81e is going to be created. [ 782.827546] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.827742] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.827871] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.828254] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.828500] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.828823] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-dd4dcc51-7ecf-474b-a940-c58a6300e81e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.895452] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: SUCCESS [ 782.895612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.895775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.896092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.896187] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.896302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.896380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.896516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.896596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.896671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.896765] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.932802] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.405994] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.405994] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.405994] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.405994] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.405994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.406821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.406821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.406821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.406821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.406821] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.435828] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.766118] env[69839]: INFO networking_nsxv3.common.synchronization [req-9e86881a-ff62-4d00-a83d-b258ade6a32c req-02048117-bb0d-495e-a541-33e76fa8d94e service nova] Enqueued Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_rules [ 783.766547] env[69839]: INFO networking_nsxv3.common.synchronization [req-9e86881a-ff62-4d00-a83d-b258ade6a32c req-02048117-bb0d-495e-a541-33e76fa8d94e service nova] Enqueued Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 783.767144] env[69839]: INFO networking_nsxv3.common.synchronization [req-9e86881a-ff62-4d00-a83d-b258ade6a32c req-02048117-bb0d-495e-a541-33e76fa8d94e service nova] Enqueued Resource ID: dd4dcc51-7ecf-474b-a940-c58a6300e81e with Priority: HIGHEST for action port [ 783.769475] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_rules [ 783.769475] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 783.769475] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4dcc51-7ecf-474b-a940-c58a6300e81e with Priority: HIGHEST for action port [ 783.769475] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.769475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.769475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.769713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.769713] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.772561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.772561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.772561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd4dcc51-7ecf-474b-a940-c58a6300e81e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.772748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd4dcc51-7ecf-474b-a940-c58a6300e81e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.772748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd4dcc51-7ecf-474b-a940-c58a6300e81e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.772920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd4dcc51-7ecf-474b-a940-c58a6300e81e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.772997] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd4dcc51-7ecf-474b-a940-c58a6300e81e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.907882] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dd0b199-5296-46e6-a572-29ee7fad9471: rpc.has_security_group_logging(os_id): False [ 783.929104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.929104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.929104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.929104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.929718] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.929718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.929718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.929891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.930086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.930269] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 is going to be updated. [ 783.937886] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.938283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.939240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.939240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.939240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.939240] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be updated. [ 783.970955] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.971190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.971242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.971678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.971818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.979560] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 783.985818] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: SUCCESS [ 783.985992] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e deletion is rescheduled due to dependency. [ 783.986121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.986282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.986506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.986691] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.986802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.986867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.987432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.987432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.987432] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.007589] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.007728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.007798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.008071] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.008225] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.019946] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: IN_PROGRESS for 2s [ 784.274732] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.274885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.279467] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd4dcc51-7ecf-474b-a940-c58a6300e81e with status ACTIVE [ 784.279709] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.279818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.279888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.280455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.280455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.280455] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.280625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.280625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.280726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.280801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.281058] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.281172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.281233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.281374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.281447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.281529] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd4dcc51-7ecf-474b-a940-c58a6300e81e is going to be updated. [ 784.302100] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.302228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.302268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.302479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.302629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.302781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd4dcc51-7ecf-474b-a940-c58a6300e81e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.490803] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.992969] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.497179] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.497506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.497506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.497646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.497755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.497864] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e is going to be updated. [ 785.524437] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.524622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.524721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.525901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.525901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.533514] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: IN_PROGRESS for 2s [ 785.990440] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 785.990704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.990886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.991126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.991322] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.991449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.991516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.991670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.991753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.991842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.991933] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.036344] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: SUCCESS [ 786.036628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.400628] env[69839]: INFO networking_nsxv3.common.synchronization [None req-16bfa293-91c6-4609-868b-1aebc2924f72 None None] Enqueued Resource ID: 0490ba7a-ea93-4bd4-b9fa-0596b1cbd55b with Priority: HIGHEST for action port [ 786.400628] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0490ba7a-ea93-4bd4-b9fa-0596b1cbd55b with Priority: HIGHEST for action port [ 786.400628] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0490ba7a-ea93-4bd4-b9fa-0596b1cbd55b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.400628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0490ba7a-ea93-4bd4-b9fa-0596b1cbd55b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.400628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0490ba7a-ea93-4bd4-b9fa-0596b1cbd55b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.400628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0490ba7a-ea93-4bd4-b9fa-0596b1cbd55b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.400628] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0490ba7a-ea93-4bd4-b9fa-0596b1cbd55b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.493817] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.495240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.495240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.495240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.495240] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.495240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.495240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.495240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.498031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.498031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.498031] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.498031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.498031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.498031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.498031] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.498031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.498031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.498031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.498031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.498031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.498031] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.909182] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0490ba7a-ea93-4bd4-b9fa-0596b1cbd55b [ 786.909182] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.909182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.909182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.909182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.909182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.909182] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0490ba7a-ea93-4bd4-b9fa-0596b1cbd55b already deleted. [ 786.909182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0490ba7a-ea93-4bd4-b9fa-0596b1cbd55b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.001473] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933: rpc.has_security_group_logging(os_id): False [ 787.018263] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.020506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.020601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.020818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.020932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.021160] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.021279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.021342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.021495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.021575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.021814] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.021913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.021977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.022137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.022215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.022406] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.022499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.022560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.022698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.022774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.022859] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be updated. [ 787.083652] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.083652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.083798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.083980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.084212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.096386] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 787.543735] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: SUCCESS [ 787.544048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.544219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.544433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.544627] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.544765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.544830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.544989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.545108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.545213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.545328] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.052994] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.052994] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.052994] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.052994] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.052994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.053856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.053856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.053856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.053856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.053856] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.401983] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9e1c835e-0551-4239-bb62-7fe80f3c6c3e None None] Enqueued Resource ID: 4a2de4f3-b03a-47b6-af3a-8974ae0e38e3 with Priority: HIGHEST for action port [ 788.402292] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2de4f3-b03a-47b6-af3a-8974ae0e38e3 with Priority: HIGHEST for action port [ 788.402848] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a2de4f3-b03a-47b6-af3a-8974ae0e38e3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.402973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a2de4f3-b03a-47b6-af3a-8974ae0e38e3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.403059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a2de4f3-b03a-47b6-af3a-8974ae0e38e3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.403315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a2de4f3-b03a-47b6-af3a-8974ae0e38e3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.403399] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a2de4f3-b03a-47b6-af3a-8974ae0e38e3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.554911] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e: rpc.has_security_group_logging(os_id): False [ 788.571369] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.571516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.571588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.571822] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.571966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.572144] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.572271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.572361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.572484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.572557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.572733] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.572829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.572890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.573050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.573882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.573882] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.573882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.573882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.573882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.573882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.573882] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e is going to be updated. [ 788.633253] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.633384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.633442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.637019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.637019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.646015] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: IN_PROGRESS for 2s [ 788.905417] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a2de4f3-b03a-47b6-af3a-8974ae0e38e3 [ 788.905658] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.905793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.905864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.906113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.906209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.906309] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a2de4f3-b03a-47b6-af3a-8974ae0e38e3 already deleted. [ 788.906403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a2de4f3-b03a-47b6-af3a-8974ae0e38e3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.118246] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 789.118544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.658916] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: SUCCESS [ 790.659203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.208768] env[69839]: INFO networking_nsxv3.common.synchronization [req-9eeab5d2-b553-41be-8b49-6c85eea75dac req-890f3b56-effe-4de0-b4ee-4c3b735c05f5 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 793.209306] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 793.211031] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.211031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.211031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.211031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.211263] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.211263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.211263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.211420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.211507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.211718] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.699639] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.699842] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.699969] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.700262] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.700520] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.700681] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.701520] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.701803] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.701972] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.702204] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.702523] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.702523] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.702523] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.702634] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.702740] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.702874] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.714616] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.721149] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.721343] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.721679] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.721885] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.722198] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-5aad96cc-3654-4edd-8d17-923289a2120e taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.722374] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-5aad96cc-3654-4edd-8d17-923289a2120e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.722493] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-5aad96cc-3654-4edd-8d17-923289a2120e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.722936] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-5aad96cc-3654-4edd-8d17-923289a2120e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.723134] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aad96cc-3654-4edd-8d17-923289a2120e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.217170] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.226592] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.226592] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.226592] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.227635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.227635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.227635] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 5aad96cc-3654-4edd-8d17-923289a2120e not found, creating... [ 794.227635] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.227635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.227635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.228068] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.228068] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.228361] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.228509] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.228623] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.228853] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.229024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.229174] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 5aad96cc-3654-4edd-8d17-923289a2120e is going to be created. [ 794.248850] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.249079] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.249206] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.249475] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.249704] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.249930] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-5aad96cc-3654-4edd-8d17-923289a2120e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.720886] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.721050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.721124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.722357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.722357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.722357] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 794.748928] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.749020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.749060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.749252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.749394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.758717] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 795.132989] env[69839]: INFO networking_nsxv3.common.synchronization [req-9eeab5d2-b553-41be-8b49-6c85eea75dac req-e4f38b2f-c485-4a91-af0f-f20b00d7cd73 service nova] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_rules [ 795.133343] env[69839]: INFO networking_nsxv3.common.synchronization [req-9eeab5d2-b553-41be-8b49-6c85eea75dac req-e4f38b2f-c485-4a91-af0f-f20b00d7cd73 service nova] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 795.133343] env[69839]: INFO networking_nsxv3.common.synchronization [req-9eeab5d2-b553-41be-8b49-6c85eea75dac req-e4f38b2f-c485-4a91-af0f-f20b00d7cd73 service nova] Enqueued Resource ID: 5aad96cc-3654-4edd-8d17-923289a2120e with Priority: HIGHEST for action port [ 795.133558] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_rules [ 795.133681] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 795.133827] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aad96cc-3654-4edd-8d17-923289a2120e with Priority: HIGHEST for action port [ 795.134968] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.135318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.135381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.135748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.135748] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.136681] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.136951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.137236] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aad96cc-3654-4edd-8d17-923289a2120e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.137366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aad96cc-3654-4edd-8d17-923289a2120e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.137437] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aad96cc-3654-4edd-8d17-923289a2120e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.138095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aad96cc-3654-4edd-8d17-923289a2120e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.138095] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aad96cc-3654-4edd-8d17-923289a2120e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.617316] env[69839]: INFO networking_nsxv3.common.synchronization [req-7f0239fc-725f-42f4-8585-7e2fa9ce8963 req-e1582389-f32e-4f2a-8ff5-cbe20fa407f6 tempest-DeleteServersAdminTestJSON-1296376964 tempest-DeleteServersAdminTestJSON-1296376964-project-member] Enqueued Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 795.617886] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGHEST for action security_group_members [ 795.618245] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.618998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.618998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.618998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.619132] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.619190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.619244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.619570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.619570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.619658] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.639561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.639748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.641114] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aad96cc-3654-4edd-8d17-923289a2120e with status ACTIVE [ 795.641304] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.641505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.641505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.641668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.641769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.641935] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.642029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.642175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.642230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.642335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.642531] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.642625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.642686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.642827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.642902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.642983] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aad96cc-3654-4edd-8d17-923289a2120e is going to be updated. [ 795.667696] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.667696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.667696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.667696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.667696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.667696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aad96cc-3654-4edd-8d17-923289a2120e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.122997] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.122997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.122997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.122997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.123450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.123450] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.123450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.123450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.123602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.123704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.123738] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e is going to be updated. [ 796.149951] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.149951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.149951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.150198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.150367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.157804] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: IN_PROGRESS for 2s [ 796.768664] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 796.768664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.768664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.769024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.769024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.769117] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.770326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.770326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.770326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.770326] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.272485] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.737337] env[69839]: INFO networking_nsxv3.common.synchronization [req-940e933f-4932-4da8-b25d-63e803c926e8 req-6b902b4e-ac03-4a5b-b6ca-8e430edc0da3 tempest-ServersAdminNegativeTestJSON-146078731 tempest-ServersAdminNegativeTestJSON-146078731-project-member] Enqueued Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 797.737873] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGHEST for action security_group_members [ 797.738194] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.738317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.738385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.738605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.738757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.738854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.738916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.739382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.739543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.739599] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.774145] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.168071] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e in Status: SUCCESS [ 798.168279] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e deletion is rescheduled due to dependency. [ 798.168468] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.241292] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.241498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.241608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.241778] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.242337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.242337] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.242337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.242337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.242576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.242576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.242642] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b is going to be updated. [ 798.270780] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.272648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.272648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.272648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.272648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.276424] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.276424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.276578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.276823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.276823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.276940] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 798.279272] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: IN_PROGRESS for 2s [ 798.304148] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.304320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.304368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.304547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.304688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.314200] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 800.289708] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b in Status: SUCCESS [ 800.290077] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b deletion is rescheduled due to dependency. [ 800.290077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.321467] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 800.321754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.321967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.322244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.322497] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.322661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.322749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.322987] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.323101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.323193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.323285] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.825837] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.825982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.826063] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.827024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.827024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.827024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.827024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.827024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.827024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.827024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.827382] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.827382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.827382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.827492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.827604] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.827703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.827757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.827905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.827982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.828088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.828179] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.331610] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97f8b58e-caa4-456d-99a0-f5151a6da394: rpc.has_security_group_logging(os_id): False [ 801.354509] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.354713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.355745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.355745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.355745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.355745] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.355745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.355745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.356061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.356061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.356247] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.356527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.356527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.356679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.356792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.357078] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.357203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.357328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.357485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.357571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.357688] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 801.415445] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.415638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.415815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.416035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.416187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.431883] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 802.738674] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 802.738674] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 803.446170] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 803.446368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.279043] env[69839]: INFO networking_nsxv3.common.synchronization [req-e990f2f9-96fe-4516-ae71-00f473dfb706 req-43534bd9-1b8e-403f-8c3d-ce8e820bcc27 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 807.279580] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 807.279886] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.280029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.281466] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.281681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.281864] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.282614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.282718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.282889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.282981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.283088] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.320269] env[69839]: INFO networking_nsxv3.common.synchronization [req-696d0240-ca85-49fb-b6b1-72bb86ea745c req-89b149d7-36d0-4799-bdb7-ec0807c403f9 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 807.320747] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 807.322019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.322019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.322019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.322019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.322019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.322019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.322019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.322019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.322019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.322019] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.789598] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.789598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.789598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.789598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.789598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.789598] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.789598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.790212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.790212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.790212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.790212] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 is going to be updated. [ 807.818492] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.818685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.818750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.818902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.819063] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.823702] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.827180] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: IN_PROGRESS for 2s [ 808.325411] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.829622] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.829833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.829893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.830134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.830230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.830334] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be updated. [ 808.858348] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.858561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.858637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.858927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.859159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.868512] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 809.837595] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: SUCCESS [ 809.837951] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 deletion is rescheduled due to dependency. [ 809.837951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.877909] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 810.878199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.321419] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 812.321668] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 812.866774] env[69839]: INFO networking_nsxv3.common.synchronization [None req-42218618-153a-4aca-9a89-8731844265cf tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Enqueued Resource ID: 8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678 with Priority: HIGHEST for action security_group_rules [ 812.866972] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678 with Priority: HIGHEST for action security_group_rules [ 812.867309] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.867482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.867582] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.867865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.868241] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.946405] env[69839]: INFO networking_nsxv3.common.synchronization [None req-e5b1b300-15df-4343-b057-fb3c9b31d8f7 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Enqueued Resource ID: 8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678 with Priority: HIGHEST for action security_group_rules [ 812.946981] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678 with Priority: HIGHEST for action security_group_rules [ 812.947818] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.947929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.388746] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.388746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.388746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.389086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.389086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.389213] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678 already deleted. [ 813.389322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.389513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.389683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.389767] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.909647] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.909766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.910270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.910270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.910270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.910412] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678 already deleted. [ 813.910412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c0cad22-4b0d-4aaa-ae06-d6a22e2e6678" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.985664] env[69839]: INFO networking_nsxv3.common.synchronization [req-f5c55c48-0cca-416a-b21f-599321373784 req-b2ea4d1e-290a-4cc8-a6b6-3653925c727b tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_members [ 816.986304] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_members [ 816.986620] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.986748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.986832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.987363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.988172] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.988172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.988172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.988172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.988172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.988172] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.458659] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.458659] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.458659] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.459239] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.459557] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.459760] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.460158] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.460457] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.460757] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.461024] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.461448] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.461636] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.461815] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.462118] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.462930] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.463159] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.484255] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.484443] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.484592] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.484798] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.485256] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-b7b40bdc-47b6-425b-b96d-6fead1f97217 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.485486] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-b7b40bdc-47b6-425b-b96d-6fead1f97217" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.485563] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-b7b40bdc-47b6-425b-b96d-6fead1f97217" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.489029] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-b7b40bdc-47b6-425b-b96d-6fead1f97217" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.489029] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b40bdc-47b6-425b-b96d-6fead1f97217',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.492918] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.493137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.493224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.493555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.493555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.493811] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.493918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.493918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.494102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.494392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.494392] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 already deleted. [ 817.494392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.991830] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.992158] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.992261] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.992499] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.992664] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.992861] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port b7b40bdc-47b6-425b-b96d-6fead1f97217 not found, creating... [ 817.993106] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.993297] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.993504] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.993664] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.993765] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.994057] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.994244] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.994357] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.994561] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.994711] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.994870] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: b7b40bdc-47b6-425b-b96d-6fead1f97217 is going to be created. [ 818.015870] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.016174] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.016327] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.016678] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.016901] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.017175] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-b7b40bdc-47b6-425b-b96d-6fead1f97217" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.003235] env[69839]: INFO networking_nsxv3.common.synchronization [req-f5c55c48-0cca-416a-b21f-599321373784 req-85eedfeb-603f-44d4-b021-89df1e800013 service nova] Enqueued Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_rules [ 819.003497] env[69839]: INFO networking_nsxv3.common.synchronization [req-f5c55c48-0cca-416a-b21f-599321373784 req-85eedfeb-603f-44d4-b021-89df1e800013 service nova] Enqueued Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_members [ 819.009706] env[69839]: INFO networking_nsxv3.common.synchronization [req-f5c55c48-0cca-416a-b21f-599321373784 req-85eedfeb-603f-44d4-b021-89df1e800013 service nova] Enqueued Resource ID: b7b40bdc-47b6-425b-b96d-6fead1f97217 with Priority: HIGHEST for action port [ 819.009706] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_rules [ 819.009706] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_members [ 819.009706] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b40bdc-47b6-425b-b96d-6fead1f97217 with Priority: HIGHEST for action port [ 819.009706] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.009706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.009706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.009706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.009706] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.010037] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.010037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.010037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.010220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.010250] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.010495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.010495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.010894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.010894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.010894] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.011655] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7b40bdc-47b6-425b-b96d-6fead1f97217 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.012485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7b40bdc-47b6-425b-b96d-6fead1f97217" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.012485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7b40bdc-47b6-425b-b96d-6fead1f97217" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.012485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7b40bdc-47b6-425b-b96d-6fead1f97217" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.012485] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7b40bdc-47b6-425b-b96d-6fead1f97217',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.514494] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7b40bdc-47b6-425b-b96d-6fead1f97217 with status ACTIVE [ 819.514742] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.514878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.514947] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.515189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.515288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.515459] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.515557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.515619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.515767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.515844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.516033] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.516128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.516189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.516325] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.516399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.516483] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7b40bdc-47b6-425b-b96d-6fead1f97217 is going to be updated. [ 819.517769] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.517889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.518077] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.541538] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.541678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.541750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.541959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.542115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.542260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7b40bdc-47b6-425b-b96d-6fead1f97217" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.020889] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.227137] env[69839]: INFO networking_nsxv3.common.synchronization [req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 req-f4447682-a170-4f57-8a0f-7e823e762c7c tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_members [ 820.227137] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_members [ 820.227137] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.227137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.227137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.227137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.227137] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.227137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.227490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.227490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.227490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.227624] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.524065] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.524195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.525968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.525968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.525968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.525968] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 is going to be created. [ 820.554286] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.555321] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.557584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.557584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.557584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.566633] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 in Status: UNINITIALIZED for 2s [ 820.731666] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.731819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.731937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.732125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.732219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.732410] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.732522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.732575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.732729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.732829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.732898] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 already deleted. [ 820.732972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.088946] env[69839]: INFO networking_nsxv3.common.synchronization [None req-292e0c45-5b1f-43cd-948b-a1e9c7d1b343 None None] Enqueued Resource ID: 61c7d5ce-321d-4eb0-8df3-6f42e485227e with Priority: HIGHEST for action port [ 821.089850] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c7d5ce-321d-4eb0-8df3-6f42e485227e with Priority: HIGHEST for action port [ 821.089979] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-61c7d5ce-321d-4eb0-8df3-6f42e485227e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.091513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61c7d5ce-321d-4eb0-8df3-6f42e485227e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.091513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61c7d5ce-321d-4eb0-8df3-6f42e485227e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.091700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61c7d5ce-321d-4eb0-8df3-6f42e485227e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.091788] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c7d5ce-321d-4eb0-8df3-6f42e485227e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.183154] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.183154] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.183154] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.183154] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.183154] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.183154] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.183154] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.183154] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.183154] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.183154] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.184116] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.184412] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.184714] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.184977] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.187325] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.187325] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.214332] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.214332] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.214332] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.214332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.214332] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.214332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.214332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.214332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.215381] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48edc9b6-65ab-4cb3-8687-f22d0e472aa1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.599072] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61c7d5ce-321d-4eb0-8df3-6f42e485227e [ 821.599072] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.599072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.599072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.599072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.599072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.599072] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61c7d5ce-321d-4eb0-8df3-6f42e485227e already deleted. [ 821.599072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61c7d5ce-321d-4eb0-8df3-6f42e485227e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.724705] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.724929] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.726212] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.726212] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.726212] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.726212] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 not found, creating... [ 821.726212] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.726212] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.726562] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.726562] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.726654] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.726943] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.730024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.730024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.730024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.730024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.730024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 is going to be created. [ 821.748495] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.748722] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.748996] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.749942] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.749942] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.749942] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.133945] env[69839]: INFO networking_nsxv3.common.synchronization [None req-f03fa27a-d5ae-461f-b732-59de4beec506 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Enqueued Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_rules [ 822.135036] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_rules [ 822.135288] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.135393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.135393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.135674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.135853] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.317765] env[69839]: INFO networking_nsxv3.common.synchronization [None req-b4e0a9aa-33dd-4cc8-a577-0779c42b04fc tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Enqueued Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_rules [ 822.318451] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_rules [ 822.318668] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.318793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.424621] env[69839]: INFO networking_nsxv3.common.synchronization [None req-6c98a700-817e-4e1e-a184-9e42f607fa8a None None] Enqueued Resource ID: 0ced8251-dc1d-4cec-9148-b251e4040181 with Priority: HIGHEST for action port [ 822.424621] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ced8251-dc1d-4cec-9148-b251e4040181 with Priority: HIGHEST for action port [ 822.427065] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ced8251-dc1d-4cec-9148-b251e4040181 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.427212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ced8251-dc1d-4cec-9148-b251e4040181" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.427283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ced8251-dc1d-4cec-9148-b251e4040181" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.427608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ced8251-dc1d-4cec-9148-b251e4040181" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.427725] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ced8251-dc1d-4cec-9148-b251e4040181',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.578125] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 in Status: SUCCESS [ 822.578837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.580854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.580854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.580854] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.580854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.580854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.580854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.580854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.580854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.580854] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.656627] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.656760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.656831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.657102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.657187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.657257] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 already deleted. [ 822.657341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.657883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.658069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.659276] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.930863] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ced8251-dc1d-4cec-9148-b251e4040181 [ 822.930965] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.931051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.931111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.931320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.931429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.931829] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ced8251-dc1d-4cec-9148-b251e4040181 already deleted. [ 822.931829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ced8251-dc1d-4cec-9148-b251e4040181" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.083668] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.130207] env[69839]: INFO networking_nsxv3.common.synchronization [req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 req-c5731f00-985d-4e03-974a-dde1beb9ff05 service nova] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_rules [ 823.131114] env[69839]: INFO networking_nsxv3.common.synchronization [req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 req-c5731f00-985d-4e03-974a-dde1beb9ff05 service nova] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_members [ 823.131114] env[69839]: INFO networking_nsxv3.common.synchronization [req-52bd4a11-1a40-49f1-b6c4-7ddb0d2ab3a1 req-c5731f00-985d-4e03-974a-dde1beb9ff05 service nova] Enqueued Resource ID: 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 with Priority: HIGHEST for action port [ 823.131114] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_rules [ 823.131330] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_members [ 823.131330] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 with Priority: HIGHEST for action port [ 823.133378] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.133378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.133378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.133932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.134096] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.135030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.135030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.135206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.135283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.135443] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.135540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.135604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.135754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.135842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.135936] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.136692] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.136948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.136948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.137054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.137957] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48edc9b6-65ab-4cb3-8687-f22d0e472aa1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.177876] env[69839]: INFO networking_nsxv3.common.synchronization [req-32e24195-8366-4c05-9f1b-2e00561c7f30 req-8553b1da-ec0c-48e0-a8c4-13026d81d23b tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Enqueued Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 823.179499] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.179689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.180316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.180316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.180414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.180452] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 already deleted. [ 823.180541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.181019] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 823.181565] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.181669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.181703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.181855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.181996] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.182111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.182166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.182307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.182389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.182522] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.586656] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b7afc89-69af-460f-bd91-c5d9e8ae3e06: rpc.has_security_group_logging(os_id): False [ 823.607429] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.607429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.607429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.607429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.607429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.607429] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.607429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.607429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.607429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.607429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.607429] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 is going to be created. [ 823.639571] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.640784] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.640903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.644024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 with status ACTIVE [ 823.644024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.644024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.644024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.644024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.644024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 is going to be updated. [ 823.664864] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.664864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.664864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.664864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.665229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.665229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.666143] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.666271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.666341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.666514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.666668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.680886] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 in Status: IN_PROGRESS for 2s [ 823.684995] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.863632] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.863752] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-593" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.863877] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-593" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.864194] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-593" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.864468] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.867870] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.868013] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.868399] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.868552] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.868785] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.868901] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.869127] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.869127] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.869234] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 823.869336] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.869518] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.888151] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.888151] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 823.888151] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.888151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-593" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.888151] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-270e053b-e0f2-41ba-8d1e-3f4431e62fc2 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.888465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-270e053b-e0f2-41ba-8d1e-3f4431e62fc2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.888465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-270e053b-e0f2-41ba-8d1e-3f4431e62fc2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.891280] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-270e053b-e0f2-41ba-8d1e-3f4431e62fc2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.891280] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270e053b-e0f2-41ba-8d1e-3f4431e62fc2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.960872] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9bbeef2a-1925-429d-8b34-b8a61e7cd4ad None None] Enqueued Resource ID: 5582537a-4390-4dc0-82ba-b168be53948e with Priority: HIGHEST for action port [ 823.960872] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5582537a-4390-4dc0-82ba-b168be53948e with Priority: HIGHEST for action port [ 823.961538] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-5582537a-4390-4dc0-82ba-b168be53948e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.961538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5582537a-4390-4dc0-82ba-b168be53948e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.961538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5582537a-4390-4dc0-82ba-b168be53948e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.961716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5582537a-4390-4dc0-82ba-b168be53948e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.961716] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5582537a-4390-4dc0-82ba-b168be53948e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.146231] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.187060] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.394495] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.394495] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.394495] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.394495] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.394495] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.394967] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 not found, creating... [ 824.394967] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.395109] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.395157] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.395334] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.395465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.395756] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.395912] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.396038] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.396250] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.396379] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.396514] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 is going to be created. [ 824.415058] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.415277] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.415401] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.415679] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.415904] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.416141] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-270e053b-e0f2-41ba-8d1e-3f4431e62fc2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.464061] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5582537a-4390-4dc0-82ba-b168be53948e [ 824.464297] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.464435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.464506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.464720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.464814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.464909] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5582537a-4390-4dc0-82ba-b168be53948e already deleted. [ 824.464992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5582537a-4390-4dc0-82ba-b168be53948e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.651524] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.651524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.651524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.651524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.651524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.651524] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 is going to be created. [ 824.677048] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.677048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.677048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.677048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.677048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.685851] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: UNINITIALIZED for 2s [ 824.690384] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.691044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.691124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.691347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.691444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.691543] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 is going to be updated. [ 824.719361] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.719936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.719936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.719936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.719936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.722965] env[69839]: INFO networking_nsxv3.common.synchronization [None req-51d79555-ab14-4d55-b20a-ee15ddd59d86 None None] Enqueued Resource ID: 49d3004c-7537-4378-a271-3dd1a2f3c836 with Priority: HIGHEST for action port [ 824.723372] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49d3004c-7537-4378-a271-3dd1a2f3c836 with Priority: HIGHEST for action port [ 824.723870] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-49d3004c-7537-4378-a271-3dd1a2f3c836 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.724084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49d3004c-7537-4378-a271-3dd1a2f3c836" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.724084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49d3004c-7537-4378-a271-3dd1a2f3c836" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.724188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49d3004c-7537-4378-a271-3dd1a2f3c836" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.724266] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49d3004c-7537-4378-a271-3dd1a2f3c836',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.728859] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: IN_PROGRESS for 2s [ 825.228361] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49d3004c-7537-4378-a271-3dd1a2f3c836 [ 825.228631] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.228760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.228808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.229018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.229141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.229219] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49d3004c-7537-4378-a271-3dd1a2f3c836 already deleted. [ 825.229338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49d3004c-7537-4378-a271-3dd1a2f3c836" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.420395] env[69839]: INFO networking_nsxv3.common.synchronization [req-32e24195-8366-4c05-9f1b-2e00561c7f30 req-475dcfcb-0c32-4886-a296-06d743cd0ce3 service nova] Enqueued Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_rules [ 825.420661] env[69839]: INFO networking_nsxv3.common.synchronization [req-32e24195-8366-4c05-9f1b-2e00561c7f30 req-475dcfcb-0c32-4886-a296-06d743cd0ce3 service nova] Enqueued Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 825.421579] env[69839]: INFO networking_nsxv3.common.synchronization [req-32e24195-8366-4c05-9f1b-2e00561c7f30 req-475dcfcb-0c32-4886-a296-06d743cd0ce3 service nova] Enqueued Resource ID: 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 with Priority: HIGHEST for action port [ 825.422522] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_rules [ 825.422742] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 825.423624] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 with Priority: HIGHEST for action port [ 825.424054] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.424243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.424361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.424816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.425205] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.426926] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.426926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.428027] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-270e053b-e0f2-41ba-8d1e-3f4431e62fc2 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.428027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-270e053b-e0f2-41ba-8d1e-3f4431e62fc2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.428027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-270e053b-e0f2-41ba-8d1e-3f4431e62fc2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.428027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-270e053b-e0f2-41ba-8d1e-3f4431e62fc2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.428027] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270e053b-e0f2-41ba-8d1e-3f4431e62fc2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.634024] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-8528fe6b-843e-4008-ba82-384b689ae0de tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 825.634580] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 825.634900] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.635029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.635092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.635333] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.635484] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.635580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.635654] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.635845] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.635924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.635973] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.693213] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 in Status: SUCCESS [ 825.693447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.929653] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.929808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.931085] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 with status ACTIVE [ 825.931329] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.931451] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.931510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.931709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.931793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.931953] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.932058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.932118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.933021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.933021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.933021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.933021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.933021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.933021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.933021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.933021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 270e053b-e0f2-41ba-8d1e-3f4431e62fc2 is going to be updated. [ 825.956140] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.956140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.956140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.956140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.956140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.956140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-270e053b-e0f2-41ba-8d1e-3f4431e62fc2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.138203] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.138387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.138466] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.138683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.138782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.139010] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.139130] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.139194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.139347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.139426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.139511] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 already deleted. [ 826.139596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.370278] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-49f5f623-32e5-47c6-94a2-059078da495e tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 826.370794] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 826.371106] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.371228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.371426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.371980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.372260] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.372347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.372395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.372578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.372688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.372804] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.694975] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: SUCCESS [ 826.695212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.695379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.695621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.695828] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.696038] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.696132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.696309] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.696395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.696485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.696602] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.740030] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: SUCCESS [ 826.740030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.740030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.740030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.740030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.740030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.740030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.740030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.740030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.740030] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.876622] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.876790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.876866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.877141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.877243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.877439] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.877543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.877609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.877833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.877918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.878015] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 already deleted. [ 826.878102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.004126] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-e00ca8b7-552e-4e69-8785-fdda2a11e754 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 827.006880] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 827.006880] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.006880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.006880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.006880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.006880] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.006880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.006880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.006880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.006880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.006880] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.198799] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.241760] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.430561] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.430887] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-826" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.430887] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-826" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.431256] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-826" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.431554] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.431749] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.431886] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.432159] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.432346] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.432635] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.432736] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.432856] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.432988] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.433162] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.433291] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.433454] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.455151] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.455151] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.455316] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.455566] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-826" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.455908] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-429ba592-1d49-42ff-a902-ac8574bbe2b8 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.456476] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-429ba592-1d49-42ff-a902-ac8574bbe2b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.456476] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-429ba592-1d49-42ff-a902-ac8574bbe2b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.456556] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-429ba592-1d49-42ff-a902-ac8574bbe2b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.456694] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429ba592-1d49-42ff-a902-ac8574bbe2b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.509790] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.509790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.509790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.510191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.510248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.510563] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.510666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.511919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.512150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.512244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.512356] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 already deleted. [ 827.512489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.702026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2cef02-ab37-4a80-ac4d-29bc01484406: rpc.has_security_group_logging(os_id): False [ 827.719254] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.719460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.719460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.719678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.719851] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.720092] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.720248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.720344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.720564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.720691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.720861] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 is going to be created. [ 827.745189] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.785379] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.785606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.787484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.787484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.787484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.796838] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: IN_PROGRESS for 2s [ 827.962986] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.963252] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.963411] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.963730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.963884] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.967021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 429ba592-1d49-42ff-a902-ac8574bbe2b8 not found, creating... [ 827.967021] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.967021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.967021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.967021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.967021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.967021] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.967021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.967021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.967021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.967424] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.967424] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 429ba592-1d49-42ff-a902-ac8574bbe2b8 is going to be created. [ 827.986778] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.987472] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.987625] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.988064] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.988203] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.988416] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-429ba592-1d49-42ff-a902-ac8574bbe2b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.251121] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.251121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.251121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.251121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.251121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.251121] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 is going to be updated. [ 828.280646] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.280646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.280646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.280646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.280646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.288016] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: IN_PROGRESS for 2s [ 828.510729] env[69839]: INFO networking_nsxv3.common.synchronization [req-a6719c3e-5290-49d8-998d-723fee0485a5 req-fc75c53c-2636-4e3e-924b-66a8e46e4861 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Enqueued Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_members [ 828.512558] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_members [ 828.512931] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dd5d230-5572-4af9-acc0-2a89ffc1b444 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.513193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.513193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.513501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.513661] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.513792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.513860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.514025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.514116] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.514215] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.019227] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.019421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.019463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.019667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.019764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.019959] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.020080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.020156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.020311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.020391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.020477] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 already deleted. [ 829.020558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.456313] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-b3511ebd-f533-41d8-bc4e-4254a4f60a2e service nova] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_rules [ 829.456495] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-b3511ebd-f533-41d8-bc4e-4254a4f60a2e service nova] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 829.456632] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-b3511ebd-f533-41d8-bc4e-4254a4f60a2e service nova] Enqueued Resource ID: 429ba592-1d49-42ff-a902-ac8574bbe2b8 with Priority: HIGHEST for action port [ 829.456872] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_rules [ 829.457025] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 829.457147] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429ba592-1d49-42ff-a902-ac8574bbe2b8 with Priority: HIGHEST for action port [ 829.457663] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.457793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.457873] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.458214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.458290] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.463026] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.463026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.463026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.463026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.463026] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.463026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.463026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.463026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.463026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.463026] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.463026] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-429ba592-1d49-42ff-a902-ac8574bbe2b8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.463026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429ba592-1d49-42ff-a902-ac8574bbe2b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.463026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429ba592-1d49-42ff-a902-ac8574bbe2b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.463026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429ba592-1d49-42ff-a902-ac8574bbe2b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.463026] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429ba592-1d49-42ff-a902-ac8574bbe2b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.540312] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.541565] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-419" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.541565] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-419" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.541565] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-419" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.541565] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.541565] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.541565] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.541955] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.541955] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.542105] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.542182] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.542305] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.542415] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.542521] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 829.545904] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.545904] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.561493] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.561661] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 829.561801] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.561985] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-419" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.562305] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-8d5f98b0-b271-4d97-928a-5b78b66d63de taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.562473] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-8d5f98b0-b271-4d97-928a-5b78b66d63de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.563833] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-8d5f98b0-b271-4d97-928a-5b78b66d63de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.564203] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-8d5f98b0-b271-4d97-928a-5b78b66d63de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.564353] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5f98b0-b271-4d97-928a-5b78b66d63de',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.810284] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: SUCCESS [ 829.810513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.965021] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.965305] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.965409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.966880] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 429ba592-1d49-42ff-a902-ac8574bbe2b8 with status ACTIVE [ 829.967073] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.967200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.967265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.967471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.967623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.967720] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.967838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.967903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.968068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.968143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.968321] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.968413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.968473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.968606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.968679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.968768] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 429ba592-1d49-42ff-a902-ac8574bbe2b8 is going to be updated. [ 829.988500] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.988673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.988730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.989023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.989167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.989328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429ba592-1d49-42ff-a902-ac8574bbe2b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.070849] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.071119] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.071260] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.071571] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.071843] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.072145] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 8d5f98b0-b271-4d97-928a-5b78b66d63de not found, creating... [ 830.072448] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.072635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.072762] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.073051] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.073226] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.077844] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.078158] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.078381] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.078594] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.078781] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.079107] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 8d5f98b0-b271-4d97-928a-5b78b66d63de is going to be created. [ 830.106658] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.106895] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.107020] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.107329] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.107567] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.107855] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-8d5f98b0-b271-4d97-928a-5b78b66d63de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.301276] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: SUCCESS [ 830.301563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.301747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.301982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.302198] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.302322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.302394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.302547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.302633] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.302719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.302834] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.466460] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.725018] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.725018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-197" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.725018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-197" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.725018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-197" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.725018] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.725018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.725018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.725018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.726536] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.727599] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.728660] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.728917] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.729162] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.729372] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.729567] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.729788] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.751222] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.751222] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.751222] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.751222] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-197" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.751222] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-726e3229-fe36-45d9-90f5-5861e1de2cc1 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.751222] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-726e3229-fe36-45d9-90f5-5861e1de2cc1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.751222] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-726e3229-fe36-45d9-90f5-5861e1de2cc1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.751222] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-726e3229-fe36-45d9-90f5-5861e1de2cc1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.751222] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726e3229-fe36-45d9-90f5-5861e1de2cc1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.805119] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.805119] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.805119] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.805350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.806917] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.806917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.806917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.806917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.806917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.806917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.806917] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.806917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.806917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.806917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.806917] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.807705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.807865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.808046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.808145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.808243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.808531] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.969021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.971536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.971536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.971536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.971536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.971536] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be created. [ 830.991277] env[69839]: INFO networking_nsxv3.common.synchronization [req-a6719c3e-5290-49d8-998d-723fee0485a5 req-c0f84fa3-406e-4744-8208-79a4110688a1 service nova] Enqueued Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_rules [ 830.991277] env[69839]: INFO networking_nsxv3.common.synchronization [req-a6719c3e-5290-49d8-998d-723fee0485a5 req-c0f84fa3-406e-4744-8208-79a4110688a1 service nova] Enqueued Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_members [ 830.991277] env[69839]: INFO networking_nsxv3.common.synchronization [req-a6719c3e-5290-49d8-998d-723fee0485a5 req-c0f84fa3-406e-4744-8208-79a4110688a1 service nova] Enqueued Resource ID: 8d5f98b0-b271-4d97-928a-5b78b66d63de with Priority: HIGHEST for action port [ 830.991277] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_rules [ 830.991277] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_members [ 830.991277] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d5f98b0-b271-4d97-928a-5b78b66d63de with Priority: HIGHEST for action port [ 830.991719] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.992637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.992637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.992637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.992637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.997114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.997114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.997114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.997114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.997114] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.997114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dd5d230-5572-4af9-acc0-2a89ffc1b444 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.997114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.997114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.997114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.997114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.997114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.997114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.997114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.997114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.001337] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.005966] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d5f98b0-b271-4d97-928a-5b78b66d63de taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.005966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d5f98b0-b271-4d97-928a-5b78b66d63de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.005966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d5f98b0-b271-4d97-928a-5b78b66d63de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.005966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d5f98b0-b271-4d97-928a-5b78b66d63de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.005966] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d5f98b0-b271-4d97-928a-5b78b66d63de',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.015482] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: UNINITIALIZED for 2s [ 831.254032] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.254032] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.254224] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.254433] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.254618] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.254782] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 726e3229-fe36-45d9-90f5-5861e1de2cc1 not found, creating... [ 831.255382] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.255557] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.255689] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.255946] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.256109] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.256664] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.256664] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.256664] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.256868] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.257022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.258502] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 726e3229-fe36-45d9-90f5-5861e1de2cc1 is going to be created. [ 831.279607] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.279826] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.279956] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.280237] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.280455] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.280681] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-726e3229-fe36-45d9-90f5-5861e1de2cc1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.312324] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ee70db3-3426-4c74-92da-e27d09ec9521: rpc.has_security_group_logging(os_id): False [ 831.332018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.332018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.332018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.332018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.332618] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.332618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.332618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.332618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.332618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.332618] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 is going to be updated. [ 831.415384] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.415384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.415384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.415384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.415384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.431122] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: IN_PROGRESS for 2s [ 831.510017] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.510017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dd5d230-5572-4af9-acc0-2a89ffc1b444 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.510017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.510017] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d5f98b0-b271-4d97-928a-5b78b66d63de with status ACTIVE [ 831.510017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.510017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.510017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.510017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.510017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.510017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.510017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.510017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.510017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.510017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.510832] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.510832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.510832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.510832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.510832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.510832] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d5f98b0-b271-4d97-928a-5b78b66d63de is going to be updated. [ 831.534944] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.535145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.535224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.535435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.535599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.535736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d5f98b0-b271-4d97-928a-5b78b66d63de" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.014261] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.366104] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-b4af9131-9976-4f3f-945f-7eb6b90cff3d service nova] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_rules [ 832.366243] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-b4af9131-9976-4f3f-945f-7eb6b90cff3d service nova] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 832.366487] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-b4af9131-9976-4f3f-945f-7eb6b90cff3d service nova] Enqueued Resource ID: 726e3229-fe36-45d9-90f5-5861e1de2cc1 with Priority: HIGHEST for action port [ 832.366627] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_rules [ 832.366758] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 832.366932] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 726e3229-fe36-45d9-90f5-5861e1de2cc1 with Priority: HIGHEST for action port [ 832.367439] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.367605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.367734] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.367868] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.371739] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-726e3229-fe36-45d9-90f5-5861e1de2cc1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.371739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-726e3229-fe36-45d9-90f5-5861e1de2cc1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.371739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-726e3229-fe36-45d9-90f5-5861e1de2cc1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.371739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-726e3229-fe36-45d9-90f5-5861e1de2cc1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.371739] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726e3229-fe36-45d9-90f5-5861e1de2cc1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.409209] env[69839]: INFO networking_nsxv3.common.synchronization [req-74ac79dd-4465-439a-a92b-fba7d1c83929 req-2314cbb8-03fd-4036-a72f-d5650adeddb7 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 832.409690] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 832.409984] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.410643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.410788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.410967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.411150] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.411266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.411325] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.411595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.411595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.411681] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.518728] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.518856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.518856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.519053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.519152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.519310] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 is going to be created. [ 832.543170] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.543170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.543170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.543170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.543170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.553440] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 in Status: UNINITIALIZED for 2s [ 832.739353] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.739558] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.739847] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.740177] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.740553] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.740734] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.740856] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.741105] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.741274] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.741524] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.741798] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.741900] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.742235] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.742235] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.742358] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.742491] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.762012] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.762012] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 832.762012] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.762012] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.762303] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-c3b69697-b678-4f2e-9038-c3387d6e5942 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.762439] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-c3b69697-b678-4f2e-9038-c3387d6e5942" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.762574] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-c3b69697-b678-4f2e-9038-c3387d6e5942" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.763761] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-c3b69697-b678-4f2e-9038-c3387d6e5942" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.763761] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b69697-b678-4f2e-9038-c3387d6e5942',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.872337] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 726e3229-fe36-45d9-90f5-5861e1de2cc1 with status ACTIVE [ 832.872565] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.872713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.872784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.872992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.873349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.873349] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.873481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.873481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.873593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.873657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.873830] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.873976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.873976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.874135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.874218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.874271] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 726e3229-fe36-45d9-90f5-5861e1de2cc1 is going to be updated. [ 832.893866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.894104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.894183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.894474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.894611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.894690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-726e3229-fe36-45d9-90f5-5861e1de2cc1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.914028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.914028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.914217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.914316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.914410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.914604] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.914702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.914766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.914918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.914999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.915099] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 already deleted. [ 832.915182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.024831] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 833.025229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.025268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.025489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.025704] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.025850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.025924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.026215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.026251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.026335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.026436] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.027663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.027758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.027912] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.028046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.028114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.028283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.028369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.028508] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.265199] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.265464] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.265604] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.265920] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.266222] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.266317] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port c3b69697-b678-4f2e-9038-c3387d6e5942 not found, creating... [ 833.266682] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.266810] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.266975] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.267266] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.267437] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.269519] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.269519] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.269519] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.269519] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.269745] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.269842] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: c3b69697-b678-4f2e-9038-c3387d6e5942 is going to be created. [ 833.287199] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.287415] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.287542] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.287941] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.288296] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.288545] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-c3b69697-b678-4f2e-9038-c3387d6e5942" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.295229] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.295416] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-826" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.295540] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-826" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.295841] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-826" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.296230] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.296319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.296408] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.296617] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.296759] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.296961] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.297284] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.297416] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.297527] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.297639] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.297745] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.298265] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.316470] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.317465] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.317465] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.317465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-826" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.317465] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-75f4af12-df76-41a2-a28d-2465262fef65 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.317654] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-75f4af12-df76-41a2-a28d-2465262fef65" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.317695] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-75f4af12-df76-41a2-a28d-2465262fef65" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.318248] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-75f4af12-df76-41a2-a28d-2465262fef65" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.318248] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75f4af12-df76-41a2-a28d-2465262fef65',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.443968] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: SUCCESS [ 833.444224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.531187] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.532349] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.532497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824056] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.824056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.824056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.824056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.824056] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 75f4af12-df76-41a2-a28d-2465262fef65 not found, creating... [ 833.824056] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.824056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.824056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.824056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.824609] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.824609] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.824609] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.824609] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.824609] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.824609] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 75f4af12-df76-41a2-a28d-2465262fef65 is going to be created. [ 833.845030] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.845030] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.845030] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.845254] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.845774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.845774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-75f4af12-df76-41a2-a28d-2465262fef65" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.034715] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.312572] env[69839]: INFO networking_nsxv3.common.synchronization [req-74ac79dd-4465-439a-a92b-fba7d1c83929 req-5209f521-5937-4433-b5fa-eab11a21d74a service nova] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_rules [ 834.312750] env[69839]: INFO networking_nsxv3.common.synchronization [req-74ac79dd-4465-439a-a92b-fba7d1c83929 req-5209f521-5937-4433-b5fa-eab11a21d74a service nova] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 834.312890] env[69839]: INFO networking_nsxv3.common.synchronization [req-74ac79dd-4465-439a-a92b-fba7d1c83929 req-5209f521-5937-4433-b5fa-eab11a21d74a service nova] Enqueued Resource ID: c3b69697-b678-4f2e-9038-c3387d6e5942 with Priority: HIGHEST for action port [ 834.313140] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_rules [ 834.313268] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 834.313362] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b69697-b678-4f2e-9038-c3387d6e5942 with Priority: HIGHEST for action port [ 834.317986] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.317986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.317986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.317986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.317986] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.317986] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.317986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.317986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.317986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.317986] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.317986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.317986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.317986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.317986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.317986] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.319281] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3b69697-b678-4f2e-9038-c3387d6e5942 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.319281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3b69697-b678-4f2e-9038-c3387d6e5942" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.319281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3b69697-b678-4f2e-9038-c3387d6e5942" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.319281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3b69697-b678-4f2e-9038-c3387d6e5942" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.319281] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b69697-b678-4f2e-9038-c3387d6e5942',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.540519] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.540769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.540891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.541170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.541326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.541466] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 834.561625] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 in Status: SUCCESS [ 834.561974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.562329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.562608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.562852] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.563039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.563146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.563402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.563540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.563682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.563816] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.568518] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.568695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.568695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.568874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.569077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.576937] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 834.789757] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-81a619cd-7634-4cc6-a60d-4f6f3b12a1af service nova] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_rules [ 834.789872] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-81a619cd-7634-4cc6-a60d-4f6f3b12a1af service nova] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 834.790025] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf07dd-f637-4a90-8c07-45787223e4da req-81a619cd-7634-4cc6-a60d-4f6f3b12a1af service nova] Enqueued Resource ID: 75f4af12-df76-41a2-a28d-2465262fef65 with Priority: HIGHEST for action port [ 834.790319] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_rules [ 834.790725] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 834.790725] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f4af12-df76-41a2-a28d-2465262fef65 with Priority: HIGHEST for action port [ 834.792758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.792758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.792758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.792758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.792758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-75f4af12-df76-41a2-a28d-2465262fef65 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.792758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75f4af12-df76-41a2-a28d-2465262fef65" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.792758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75f4af12-df76-41a2-a28d-2465262fef65" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.792758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75f4af12-df76-41a2-a28d-2465262fef65" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.792758] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75f4af12-df76-41a2-a28d-2465262fef65',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.820390] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.821419] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.821621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.822016] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3b69697-b678-4f2e-9038-c3387d6e5942 with status ACTIVE [ 834.822213] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.822350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.822470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.822675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.822799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.822983] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.823209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.823430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.823519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.823611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.823825] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.823931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.824031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.824279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.824394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.824511] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3b69697-b678-4f2e-9038-c3387d6e5942 is going to be updated. [ 834.849420] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.849726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.849726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.849903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.850085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.850280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3b69697-b678-4f2e-9038-c3387d6e5942" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.065992] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.302180] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75f4af12-df76-41a2-a28d-2465262fef65 with status ACTIVE [ 835.302427] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.302571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.302645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.302861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.302958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.303147] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.303253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.303321] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.303490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.303574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.303754] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.303847] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.303899] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.304057] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.304138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.304235] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75f4af12-df76-41a2-a28d-2465262fef65 is going to be updated. [ 835.322371] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.325201] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.325369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.325430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.325597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.325728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.326066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75f4af12-df76-41a2-a28d-2465262fef65" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.569417] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dd5d230-5572-4af9-acc0-2a89ffc1b444: rpc.has_security_group_logging(os_id): False [ 835.587266] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.587266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.587266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.587266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.587266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.587266] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.587266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.587551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.587551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.587737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.587737] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 is going to be created. [ 835.650349] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.650564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.650624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.650891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.651040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.663307] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 in Status: IN_PROGRESS for 2s [ 835.825891] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.826080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.826156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.826363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.826455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.826553] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be created. [ 835.850454] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.850601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.850673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.850909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.851023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.859780] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: UNINITIALIZED for 2s [ 836.589647] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 836.589647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.589647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.590130] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.590294] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.590419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.590522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.590769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.590897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.591067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.591334] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.594021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.594021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.594021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.594021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.594021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.594021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.594021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.594021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.594021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.594021] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.594385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.594493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.594717] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.594939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.595058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.595284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.595405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.595542] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.907155] env[69839]: INFO networking_nsxv3.common.synchronization [req-095d9616-ae50-47d2-8954-a26fa6a70544 req-88af1f0a-28a6-4ca0-be90-2ae63c0724ae tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Enqueued Resource ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d with Priority: HIGHEST for action security_group_members [ 836.907668] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d with Priority: HIGHEST for action security_group_members [ 836.909025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.909025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.909025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.909025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.909025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.909311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.909311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.909442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.909541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.909642] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299d6c3e-7080-49f4-8d9e-9d0b93e4a40d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.098458] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f519ca-6bb7-48c8-a310-afda3231b549: rpc.has_security_group_logging(os_id): False [ 837.100263] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.118173] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.118334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.118334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.118530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.118619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.118804] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.118922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.118981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.119241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.119325] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.119513] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.119609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.119674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.119807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.119883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.120089] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.120185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.120244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.120643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.120643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.120643] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be created. [ 837.175306] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.175499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.175541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.175748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.176176] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.186515] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 837.411955] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.412178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.412259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.412455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.412543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.412756] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.412926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.413023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.413214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.413287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.413377] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d already deleted. [ 837.413463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.602724] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.674675] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 in Status: SUCCESS [ 837.674915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.852772] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.852989] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-367" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.853145] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-367" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.853457] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-367" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.853721] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.853876] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.853995] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.857694] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.857694] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.857694] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.857694] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.857694] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.857694] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.857694] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.857694] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.857694] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.870755] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 837.870755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.870755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.870755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.870755] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.870755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.870755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.870755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.870755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.870755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.870755] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.876733] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.876733] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.876733] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.876733] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-367" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.876733] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.876733] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.876733] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.876733] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.876733] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e051d4c-5fc6-4fe3-8153-131eecd0e4bc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.110093] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.110093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.110093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.112476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.112606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.112798] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 838.139956] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.140214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.140337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.140627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.140832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.150975] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 838.374465] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.374954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.375201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.375560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.378588] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.378588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.378874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.378960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.379050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.379189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.379526] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.379526] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.379710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.379804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.379980] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.380319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.380473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.380727] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.381435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.381620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.382845] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.385638] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.385638] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.386563] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.387018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.387293] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.392026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 7e051d4c-5fc6-4fe3-8153-131eecd0e4bc not found, creating... [ 838.392026] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.392026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.392026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.392026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.392026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.392026] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.392026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.392026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.392026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.392514] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.392514] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 7e051d4c-5fc6-4fe3-8153-131eecd0e4bc is going to be created. [ 838.414511] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.414511] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.414511] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.414511] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.414511] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.414511] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.895310] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1c2f49-4ae4-428e-9f7d-e26a6755af70: rpc.has_security_group_logging(os_id): False [ 838.910993] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.911146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.911217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.911423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.911508] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.911687] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.911780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.911850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.911998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.912092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.912272] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.912359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.912418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.912554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.912623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.912801] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.912886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.914564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.914564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.914564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.914564] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be created. [ 838.969892] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.970067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.970130] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.970342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.970576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.983619] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 839.152623] env[69839]: INFO networking_nsxv3.common.synchronization [req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b req-a3c76c99-8a79-4996-a781-f4ab0a7dd310 tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Enqueued Resource ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae with Priority: HIGHEST for action security_group_members [ 839.153235] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae with Priority: HIGHEST for action security_group_members [ 839.153541] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ac7a0c3-80f9-4623-9191-6310d7dafdae taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.153661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.153733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.153981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.155073] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.155073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.155073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.155073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.155073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.155073] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ac7a0c3-80f9-4623-9191-6310d7dafdae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.211741] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 839.211977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.212200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.212421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.212540] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.657845] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.658087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.658169] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.658389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.658480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.658670] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.658771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.658837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.658996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.659158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.659253] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae already deleted. [ 839.659361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.714575] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.714851] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.906578] env[69839]: INFO networking_nsxv3.common.synchronization [req-095d9616-ae50-47d2-8954-a26fa6a70544 req-3873a77a-85be-4a03-ae11-adc9103ae5a9 service nova] Enqueued Resource ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d with Priority: HIGHEST for action security_group_rules [ 839.906858] env[69839]: INFO networking_nsxv3.common.synchronization [req-095d9616-ae50-47d2-8954-a26fa6a70544 req-3873a77a-85be-4a03-ae11-adc9103ae5a9 service nova] Enqueued Resource ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d with Priority: HIGHEST for action security_group_members [ 839.906956] env[69839]: INFO networking_nsxv3.common.synchronization [req-095d9616-ae50-47d2-8954-a26fa6a70544 req-3873a77a-85be-4a03-ae11-adc9103ae5a9 service nova] Enqueued Resource ID: 7e051d4c-5fc6-4fe3-8153-131eecd0e4bc with Priority: HIGHEST for action port [ 839.907243] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d with Priority: HIGHEST for action security_group_rules [ 839.907379] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d with Priority: HIGHEST for action security_group_members [ 839.907511] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e051d4c-5fc6-4fe3-8153-131eecd0e4bc with Priority: HIGHEST for action port [ 839.908342] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.908497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.908565] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.908831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.908971] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('299d6c3e-7080-49f4-8d9e-9d0b93e4a40d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.910410] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.910562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.910637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.911168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.914027] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.914027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.914027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.914027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.914027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.914027] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299d6c3e-7080-49f4-8d9e-9d0b93e4a40d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.914027] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.914027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.914027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.914731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.914731] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e051d4c-5fc6-4fe3-8153-131eecd0e4bc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.160177] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 840.162674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.162674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.162674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.162674] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.162674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.162674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.162674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.162674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.162674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.162674] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.397518] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.397804] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.398315] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.398793] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.398864] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.399021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.399224] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.399413] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.399575] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.399786] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.399893] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.400000] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.400248] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.400248] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.400394] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.400618] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.416755] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.416931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.418320] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.418320] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.418467] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.418568] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.418881] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-fd481767-304a-4a3a-8ec2-77e97bba4e97 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.419113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-fd481767-304a-4a3a-8ec2-77e97bba4e97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.419244] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-fd481767-304a-4a3a-8ec2-77e97bba4e97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.420024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-fd481767-304a-4a3a-8ec2-77e97bba4e97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.420024] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd481767-304a-4a3a-8ec2-77e97bba4e97',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.421920] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('299d6c3e-7080-49f4-8d9e-9d0b93e4a40d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.422698] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e051d4c-5fc6-4fe3-8153-131eecd0e4bc with status ACTIVE [ 840.422872] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.423029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.423104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.423295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.423388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.423569] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.423671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.423734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.423886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.423971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.424293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.424423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.424533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.424646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.424725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.424811] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e051d4c-5fc6-4fe3-8153-131eecd0e4bc is going to be updated. [ 840.446875] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.447089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.447201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.447305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.447516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.448371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e051d4c-5fc6-4fe3-8153-131eecd0e4bc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.667535] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.667748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.667748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.668019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.668252] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.668419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.668778] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.668778] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.668911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.668981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.669163] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.669280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.669350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.669530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.669700] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.669820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.669894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.670530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.670638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.670792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.670922] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.926913] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('299d6c3e-7080-49f4-8d9e-9d0b93e4a40d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.928658] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.928658] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.928658] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.928871] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.928966] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.929228] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port fd481767-304a-4a3a-8ec2-77e97bba4e97 not found, creating... [ 840.929465] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.929668] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.929804] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.930067] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.930317] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.930565] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.930746] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.930859] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.931104] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.931262] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.931408] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: fd481767-304a-4a3a-8ec2-77e97bba4e97 is going to be created. [ 840.956845] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.957086] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.957219] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.957534] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.957829] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.958260] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-fd481767-304a-4a3a-8ec2-77e97bba4e97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.003331] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 841.003588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.173549] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f519ca-6bb7-48c8-a310-afda3231b549: rpc.has_security_group_logging(os_id): False [ 841.199814] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.200094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.200157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.200447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.200447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.200659] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.200761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.200820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.200980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.201145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.201259] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.201355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.201423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.201960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.201960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.202390] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.202390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.202390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.202522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.202620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.202651] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 841.273454] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.273596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.273669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.273878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.274036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.291754] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 841.433408] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.433592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.433686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.433840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.433937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.434056] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d is going to be created. [ 841.458909] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.459035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.459175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.459329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.459489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.469114] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d in Status: UNINITIALIZED for 2s [ 841.646528] env[69839]: INFO networking_nsxv3.common.synchronization [None req-334c7795-3e79-4a6c-961a-f2fc3c077ea2 None None] Enqueued Resource ID: af96ee93-2f20-4cdb-a2ae-a25c62c74249 with Priority: HIGHEST for action port [ 841.646528] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af96ee93-2f20-4cdb-a2ae-a25c62c74249 with Priority: HIGHEST for action port [ 841.647821] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-af96ee93-2f20-4cdb-a2ae-a25c62c74249 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.647821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af96ee93-2f20-4cdb-a2ae-a25c62c74249" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.647957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af96ee93-2f20-4cdb-a2ae-a25c62c74249" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.649129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af96ee93-2f20-4cdb-a2ae-a25c62c74249" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.649129] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af96ee93-2f20-4cdb-a2ae-a25c62c74249',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.152643] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af96ee93-2f20-4cdb-a2ae-a25c62c74249 [ 842.152643] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.152643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.152643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.152643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.152643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.152643] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af96ee93-2f20-4cdb-a2ae-a25c62c74249 already deleted. [ 842.152643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af96ee93-2f20-4cdb-a2ae-a25c62c74249" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.301703] env[69839]: INFO networking_nsxv3.common.synchronization [req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b req-6b8e6996-ef7d-4050-9560-649078be1a03 service nova] Enqueued Resource ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae with Priority: HIGHEST for action security_group_rules [ 842.302129] env[69839]: INFO networking_nsxv3.common.synchronization [req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b req-6b8e6996-ef7d-4050-9560-649078be1a03 service nova] Enqueued Resource ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae with Priority: HIGHEST for action security_group_members [ 842.303017] env[69839]: INFO networking_nsxv3.common.synchronization [req-f3e69fd1-a79d-4af1-9bcb-e1802a14595b req-6b8e6996-ef7d-4050-9560-649078be1a03 service nova] Enqueued Resource ID: fd481767-304a-4a3a-8ec2-77e97bba4e97 with Priority: HIGHEST for action port [ 842.303457] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae with Priority: HIGHEST for action security_group_rules [ 842.303695] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae with Priority: HIGHEST for action security_group_members [ 842.303889] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd481767-304a-4a3a-8ec2-77e97bba4e97 with Priority: HIGHEST for action port [ 842.304269] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ac7a0c3-80f9-4623-9191-6310d7dafdae taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.304548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.304700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.305083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.307331] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ac7a0c3-80f9-4623-9191-6310d7dafdae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.307331] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ac7a0c3-80f9-4623-9191-6310d7dafdae taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.307331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.307331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.307331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.307331] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.307331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.309684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.309684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.309684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.309684] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ac7a0c3-80f9-4623-9191-6310d7dafdae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.311782] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd481767-304a-4a3a-8ec2-77e97bba4e97 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.311782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd481767-304a-4a3a-8ec2-77e97bba4e97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.311782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd481767-304a-4a3a-8ec2-77e97bba4e97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.311782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd481767-304a-4a3a-8ec2-77e97bba4e97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.311782] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd481767-304a-4a3a-8ec2-77e97bba4e97',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.813962] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ac7a0c3-80f9-4623-9191-6310d7dafdae taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.813962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.814719] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd481767-304a-4a3a-8ec2-77e97bba4e97 with status ACTIVE [ 842.814719] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.814719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.814719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.814719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.815032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.815324] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.815324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.815324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.815428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.815557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.815714] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.817082] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.817082] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.817190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.817190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.817271] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd481767-304a-4a3a-8ec2-77e97bba4e97 is going to be updated. [ 842.819228] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ac7a0c3-80f9-4623-9191-6310d7dafdae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.839901] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.839901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.839901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.839901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.839901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.839901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd481767-304a-4a3a-8ec2-77e97bba4e97" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.375050] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ac7a0c3-80f9-4623-9191-6310d7dafdae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.385340] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 843.385340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.385340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.385340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.385340] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.485079] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d in Status: SUCCESS [ 843.485516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.485516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.485718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.485930] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.486060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.486124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.486295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.486383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.486465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.486555] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('299d6c3e-7080-49f4-8d9e-9d0b93e4a40d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.878254] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.878410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.878480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.878686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.878777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.879333] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae is going to be created. [ 843.886275] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.886415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.886491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.886686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.886842] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.886937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.886998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.887164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.887257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.887346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.887435] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.904479] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.904596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.904664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.904874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.905049] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.916622] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae in Status: UNINITIALIZED for 2s [ 843.922067] env[69839]: INFO networking_nsxv3.common.synchronization [req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff req-ee5a2e40-b030-4163-8270-7ee87b51dd42 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 843.922561] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 843.922867] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.922998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.923044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.923283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.923433] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.923529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.923587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.923729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.923809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.923896] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.989142] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.989282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.989331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.989543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.989858] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.989858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.989858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.989993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.990102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.990185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.990325] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.990499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.990499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.990625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.990759] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.991054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.991054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.991054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.991252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.991252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.991311] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('299d6c3e-7080-49f4-8d9e-9d0b93e4a40d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.280296] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.280900] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.282022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.282022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.282022] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.282324] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.282566] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.282908] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.283398] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.288072] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.288072] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.288072] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.288072] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.288072] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.288072] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.288072] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.304542] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.304748] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.304852] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.305041] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.305362] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-a9344a18-9f91-4876-abe1-8755f841e1bb taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.305533] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-a9344a18-9f91-4876-abe1-8755f841e1bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.305808] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-a9344a18-9f91-4876-abe1-8755f841e1bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.306203] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-a9344a18-9f91-4876-abe1-8755f841e1bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.306360] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9344a18-9f91-4876-abe1-8755f841e1bb',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.379218] env[69839]: INFO networking_nsxv3.common.synchronization [None req-c995b16e-00d0-48a2-86dd-55bffbd7f9df None None] Enqueued Resource ID: 35b3519a-d7b3-4ed6-986c-41c31140329c with Priority: HIGHEST for action port [ 844.379886] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b3519a-d7b3-4ed6-986c-41c31140329c with Priority: HIGHEST for action port [ 844.380220] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-35b3519a-d7b3-4ed6-986c-41c31140329c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.380371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35b3519a-d7b3-4ed6-986c-41c31140329c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.380420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35b3519a-d7b3-4ed6-986c-41c31140329c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.380652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35b3519a-d7b3-4ed6-986c-41c31140329c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.380726] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35b3519a-d7b3-4ed6-986c-41c31140329c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.389951] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.390118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.390320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.390382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.390539] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.390636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.390701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.393957] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.393957] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.393957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.393957] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.426795] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.427628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.427712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.428045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.428113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.428325] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.428447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.428519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.429148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.429148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.429148] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc already deleted. [ 844.429148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.499185] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d: rpc.has_security_group_logging(os_id): False [ 844.516935] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.517132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.517191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.517367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.517462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.517647] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.517762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.517821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.517979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.518101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.518380] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.518482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.518546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.518693] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.518770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.518953] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.520620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.520620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.520778] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.520833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.520932] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d is going to be created. [ 844.571597] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.571716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.571814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.571996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.572193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.583236] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d in Status: IN_PROGRESS for 2s [ 844.809414] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.809681] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.809808] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.810115] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.810269] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.810431] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port a9344a18-9f91-4876-abe1-8755f841e1bb not found, creating... [ 844.810776] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.810853] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.811276] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.811276] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.811418] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.811689] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.811844] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.811959] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.813364] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.813442] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.813567] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: a9344a18-9f91-4876-abe1-8755f841e1bb is going to be created. [ 844.834177] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.834490] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.834593] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.834957] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.835254] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.835577] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-a9344a18-9f91-4876-abe1-8755f841e1bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.889251] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35b3519a-d7b3-4ed6-986c-41c31140329c [ 844.889497] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.889636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.889709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.889944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.890377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.890377] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35b3519a-d7b3-4ed6-986c-41c31140329c already deleted. [ 844.890377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35b3519a-d7b3-4ed6-986c-41c31140329c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.894698] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f519ca-6bb7-48c8-a310-afda3231b549: rpc.has_security_group_logging(os_id): False [ 844.926450] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.926687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.926782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.927174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.927396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.927725] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.931020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.931020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.931020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.931020] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 845.036802] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.036802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.036802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.036802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.037102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.053884] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 845.566911] env[69839]: INFO networking_nsxv3.common.synchronization [req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff req-e417e486-3065-4fb3-ba00-2c21eade2b18 service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 845.567171] env[69839]: INFO networking_nsxv3.common.synchronization [req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff req-e417e486-3065-4fb3-ba00-2c21eade2b18 service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 845.567171] env[69839]: INFO networking_nsxv3.common.synchronization [req-681ae56b-70fb-4e65-89c4-8afdf9ce5dff req-e417e486-3065-4fb3-ba00-2c21eade2b18 service nova] Enqueued Resource ID: a9344a18-9f91-4876-abe1-8755f841e1bb with Priority: HIGHEST for action port [ 845.567700] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 845.568948] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 845.568948] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9344a18-9f91-4876-abe1-8755f841e1bb with Priority: HIGHEST for action port [ 845.571609] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.571609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.571609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.571609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.571609] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.572349] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.572468] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.572528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.572732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.572955] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.573026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.573658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.573658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.573793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.573993] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.575332] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9344a18-9f91-4876-abe1-8755f841e1bb taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.575516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9344a18-9f91-4876-abe1-8755f841e1bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.575576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9344a18-9f91-4876-abe1-8755f841e1bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.575726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9344a18-9f91-4876-abe1-8755f841e1bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.575832] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9344a18-9f91-4876-abe1-8755f841e1bb',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.928777] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae in Status: SUCCESS [ 845.929077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.929322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.929605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.929807] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.929924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.929989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.930170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.930251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.930336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.930429] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ac7a0c3-80f9-4623-9191-6310d7dafdae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.077118] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.078669] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.078999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.079306] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9344a18-9f91-4876-abe1-8755f841e1bb with status ACTIVE [ 846.079796] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.080037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.080257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.080545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.080787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.081071] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.081294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.081443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.081740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.081907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.084699] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.084699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.084699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.084699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.084699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.084699] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9344a18-9f91-4876-abe1-8755f841e1bb is going to be updated. [ 846.103764] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.103764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.103764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.103764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.103764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.103764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9344a18-9f91-4876-abe1-8755f841e1bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.435617] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ac7a0c3-80f9-4623-9191-6310d7dafdae taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.435617] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.435617] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ac7a0c3-80f9-4623-9191-6310d7dafdae taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.435617] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.435617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.436457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.436457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.436457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.436457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.436457] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ac7a0c3-80f9-4623-9191-6310d7dafdae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.584989] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.597124] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d in Status: SUCCESS [ 846.597124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.737759] env[69839]: INFO networking_nsxv3.common.synchronization [req-51fde8ee-d91e-41f9-b44b-9948fde971af req-82a7a594-82f9-49c6-8575-da3ea3e99abf tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 846.743299] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 846.743299] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.743299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.743299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.743299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.743299] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.743299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.743299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.743299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.743299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.743299] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.937915] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ac7a0c3-80f9-4623-9191-6310d7dafdae: rpc.has_security_group_logging(os_id): False [ 846.957197] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.957426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.957426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.957618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.957709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.957915] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.958035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.958161] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.958381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.958479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.958664] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.958800] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.958962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.959420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.959551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.959804] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.959914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.959977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.960173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.960258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.960348] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae is going to be created. [ 847.058833] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.059047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.059653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.059923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.060197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.076677] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.076896] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-369" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.077028] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-369" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.077422] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-369" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.077712] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.077880] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.080125] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.080480] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.080648] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.080881] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.081013] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.081142] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.081258] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.081372] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.081531] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.081621] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.084227] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae in Status: IN_PROGRESS for 2s [ 847.084866] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 847.085162] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.086955] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.087135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.087247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.087427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.087535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.087725] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be created. [ 847.112102] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.112303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.112344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.112723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.112793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.119197] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.119533] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 847.119533] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.119679] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-369" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.119988] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.120176] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.120299] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.120666] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.120796] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e21f78-8d89-4d20-8e36-85aa24a1cbd4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.125166] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: UNINITIALIZED for 2s [ 847.248032] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.248032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.248032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.248032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.248032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.248032] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.248032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.248032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.248032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.248032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.248032] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 already deleted. [ 847.248032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.623348] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.626151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.626151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.626151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.626151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.626151] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 not found, creating... [ 847.626151] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.626151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.626151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.626151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.626151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.626846] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.627192] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.627487] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.627802] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.628048] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.628464] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 is going to be created. [ 847.651159] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.652216] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.652614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.653212] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.656029] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.656029] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.397172] env[69839]: INFO networking_nsxv3.common.synchronization [req-51fde8ee-d91e-41f9-b44b-9948fde971af req-94556a65-99a8-4262-ad27-d543817d2fc9 service nova] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 848.397402] env[69839]: INFO networking_nsxv3.common.synchronization [req-51fde8ee-d91e-41f9-b44b-9948fde971af req-94556a65-99a8-4262-ad27-d543817d2fc9 service nova] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 848.397579] env[69839]: INFO networking_nsxv3.common.synchronization [req-51fde8ee-d91e-41f9-b44b-9948fde971af req-94556a65-99a8-4262-ad27-d543817d2fc9 service nova] Enqueued Resource ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with Priority: HIGHEST for action port [ 848.398192] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 848.398371] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 848.398504] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with Priority: HIGHEST for action port [ 848.398815] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.399236] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.399236] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.399438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.399777] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.400466] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.400591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.400748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.401169] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.401169] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.401294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.401343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.401517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.401635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.401750] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.406370] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.406370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.406370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.406563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.406766] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e21f78-8d89-4d20-8e36-85aa24a1cbd4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.908668] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.909044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.909044] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.909905] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with status ACTIVE [ 848.910083] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.910576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.910576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.910576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.910576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.910762] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.911296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.911296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.911296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.911296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.911533] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.912144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.912371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.912474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.912631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.913197] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 is going to be updated. [ 848.931541] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.932204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.932279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.932487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.932628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.932790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.935190] env[69839]: INFO networking_nsxv3.common.synchronization [req-26114fcb-9375-409f-81c6-2573f4dc3c9a req-dad24eaa-4218-4fcc-9522-e47c3e6bd11d tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Enqueued Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 848.935367] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 848.935683] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.935866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.935935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.936211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.937038] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.937158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.937226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.937370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.937462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.937552] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.101754] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae in Status: SUCCESS [ 849.102096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.136350] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 849.136581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.136756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.136974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.137186] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.137323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.137366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.137549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.137646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.137720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.137811] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.417213] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.442307] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.641499] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.641816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.641816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.641968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.642141] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.642244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.642308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.642462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.642550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.642638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.642780] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.642874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.642936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.643096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.643235] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.643328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.643388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.643523] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.643601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.643683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.643772] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.918364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.918364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.918364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.918844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.918844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.918844] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be created. [ 849.943312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.943494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.943527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.943719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.943868] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.947608] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.958741] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: UNINITIALIZED for 2s [ 850.146980] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc: rpc.has_security_group_logging(os_id): False [ 850.166120] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.166261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.166332] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.166540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.166629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.166837] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.166930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.167047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.168033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.168033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.168033] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.168033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.168033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.168033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.168033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.168033] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.168033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.168347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.168347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.168347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.168430] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be created. [ 850.232533] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.232702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.232755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.232946] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.233196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.260589] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 850.451054] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.451054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.451278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.452491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.452491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.452491] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 is going to be updated. [ 850.479597] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.479805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.479887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.480186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.480399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.489329] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: IN_PROGRESS for 2s [ 851.972555] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 851.972555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.973371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.973371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.973371] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.973371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.973371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.973602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.973602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.973602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.973721] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.178810] env[69839]: INFO networking_nsxv3.common.synchronization [None req-5f23b551-a2c2-465e-89c3-fcf960a9e9af None None] Enqueued Resource ID: cf93db99-ba9b-4447-83f5-018267a6b06a with Priority: HIGHEST for action port [ 852.181740] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf93db99-ba9b-4447-83f5-018267a6b06a with Priority: HIGHEST for action port [ 852.181740] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf93db99-ba9b-4447-83f5-018267a6b06a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.181740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf93db99-ba9b-4447-83f5-018267a6b06a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.185639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf93db99-ba9b-4447-83f5-018267a6b06a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.185639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf93db99-ba9b-4447-83f5-018267a6b06a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.185639] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf93db99-ba9b-4447-83f5-018267a6b06a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.273903] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 852.273903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.477212] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.477212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.477353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.477637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.477728] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.478377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.478445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.479056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.479056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.479056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.479056] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.479390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.479390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.479472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.480125] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.480125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.480125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.480125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.480125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.480125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.480495] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.499512] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: SUCCESS [ 852.499796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.691556] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf93db99-ba9b-4447-83f5-018267a6b06a [ 852.691556] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.691556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.691556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.691556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.691556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.691556] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf93db99-ba9b-4447-83f5-018267a6b06a already deleted. [ 852.691556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf93db99-ba9b-4447-83f5-018267a6b06a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.922363] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent loop - iteration:0 completed [ 852.922534] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent loop - iteration:1 started [ 852.982189] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53372200-3e85-4c18-bfdf-e1463c4d88c1: rpc.has_security_group_logging(os_id): False [ 853.004604] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.004995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.004995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.005142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.005142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.005297] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.005387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.005444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.005588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.005694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.005897] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.006024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.006104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.006212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.006293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.006468] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.006563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.006624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.006764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.006841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.006955] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be created. [ 853.062610] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.063261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.065834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.065834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.065834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.077350] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 853.109233] env[69839]: INFO networking_nsxv3.common.synchronization [req-1792cdd1-12bf-46fa-af50-024cc4e299fd req-4a549b94-5837-4dab-9fe5-e3520a8a8a8f tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 853.109233] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 853.109233] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.109233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.109233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.109233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.109883] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.110282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.110489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.110788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.111017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.111242] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.140020] env[69839]: INFO networking_nsxv3.common.synchronization [req-4e9d60fd-c5ee-401a-a041-0046f6037491 req-4bfa1c53-93f4-4460-8aa2-3a8b0ad1efb3 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 853.144056] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 853.144056] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.144056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.144056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.144442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.144611] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.145398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.145398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.148281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.148281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.148281] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.503396] env[69839]: INFO networking_nsxv3.common.synchronization [req-1792cdd1-12bf-46fa-af50-024cc4e299fd req-79a930e1-2c60-43ec-89b0-588c0afe3918 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 853.505029] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 853.505029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.505029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.613960] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.653020] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.093156] env[69839]: INFO networking_nsxv3.common.synchronization [req-1792cdd1-12bf-46fa-af50-024cc4e299fd req-65f20984-1074-4ad5-810a-d5d399e7bc02 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 854.093425] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 854.093636] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.094292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.118725] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.152016] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.572846] env[69839]: INFO networking_nsxv3.common.synchronization [None req-21a381a6-bd0c-4ad9-bd3c-2e0c260020a7 None None] Enqueued Resource ID: 95d3b056-3d0a-43d4-9eb7-43c6beaa4e6e with Priority: HIGHEST for action port [ 854.572846] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d3b056-3d0a-43d4-9eb7-43c6beaa4e6e with Priority: HIGHEST for action port [ 854.573339] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-95d3b056-3d0a-43d4-9eb7-43c6beaa4e6e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.573467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95d3b056-3d0a-43d4-9eb7-43c6beaa4e6e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.573534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95d3b056-3d0a-43d4-9eb7-43c6beaa4e6e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.573810] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95d3b056-3d0a-43d4-9eb7-43c6beaa4e6e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.573906] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d3b056-3d0a-43d4-9eb7-43c6beaa4e6e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.621930] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.622088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.622166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.622411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.622512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.622613] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 854.640956] env[69839]: INFO networking_nsxv3.common.synchronization [req-e21bea99-8b7a-4787-9258-8c61c037ef76 req-673fac44-5bda-46d8-878f-67b4c8cf6d94 tempest-SecurityGroupRulesNegativeTestJSON-838535088 tempest-SecurityGroupRulesNegativeTestJSON-838535088-project-member] Enqueued Resource ID: 1fcdd9a3-c1fb-452d-846a-b4b62c3b2433 with Priority: HIGHEST for action security_group_rules [ 854.641704] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcdd9a3-c1fb-452d-846a-b4b62c3b2433 with Priority: HIGHEST for action security_group_rules [ 854.642052] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fcdd9a3-c1fb-452d-846a-b4b62c3b2433 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.642441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fcdd9a3-c1fb-452d-846a-b4b62c3b2433" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.642441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fcdd9a3-c1fb-452d-846a-b4b62c3b2433" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.642861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fcdd9a3-c1fb-452d-846a-b4b62c3b2433" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.643099] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fcdd9a3-c1fb-452d-846a-b4b62c3b2433',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.647948] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.648795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.648795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.648795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.648795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.659699] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.659699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.659699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.659699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.659699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.659699] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be updated. [ 854.663649] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 854.681525] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.682095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.682095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.682095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.682233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.689909] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 855.077456] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95d3b056-3d0a-43d4-9eb7-43c6beaa4e6e [ 855.080533] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.080533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.080533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.080533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.080533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.080533] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95d3b056-3d0a-43d4-9eb7-43c6beaa4e6e already deleted. [ 855.080533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95d3b056-3d0a-43d4-9eb7-43c6beaa4e6e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.089694] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 855.092017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.144816] env[69839]: INFO networking_nsxv3.common.synchronization [req-cb048915-532a-4fd2-aaaf-1edd855a491e req-e75267f5-b011-43ec-b03a-b95d588e936f tempest-SecurityGroupRulesNegativeTestJSON-838535088 tempest-SecurityGroupRulesNegativeTestJSON-838535088-project-member] Enqueued Resource ID: 1fcdd9a3-c1fb-452d-846a-b4b62c3b2433 with Priority: HIGHEST for action security_group_rules [ 855.147754] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fcdd9a3-c1fb-452d-846a-b4b62c3b2433 with Priority: HIGHEST for action security_group_rules [ 855.147754] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fcdd9a3-c1fb-452d-846a-b4b62c3b2433 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.147754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fcdd9a3-c1fb-452d-846a-b4b62c3b2433" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.163352] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.166027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.166027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.166027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.166027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.166027] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fcdd9a3-c1fb-452d-846a-b4b62c3b2433 already deleted. [ 855.166027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fcdd9a3-c1fb-452d-846a-b4b62c3b2433" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.166027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fcdd9a3-c1fb-452d-846a-b4b62c3b2433" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.166027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fcdd9a3-c1fb-452d-846a-b4b62c3b2433" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.166027] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fcdd9a3-c1fb-452d-846a-b4b62c3b2433',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.685136] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.685359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.685359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.685610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.685712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.685816] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fcdd9a3-c1fb-452d-846a-b4b62c3b2433 already deleted. [ 855.685914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fcdd9a3-c1fb-452d-846a-b4b62c3b2433" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.673205] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 856.673464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.675261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.675261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.675261] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.675261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.675261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.675261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.675261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.675261] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.700157] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 856.700415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.177711] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.177880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.177955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.178196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.178318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.178521] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.178623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.178688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.178847] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.178927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.179053] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 857.187093] env[69839]: INFO networking_nsxv3.common.synchronization [req-82cb5089-bf6c-492a-ac30-cdca71ba7f52 req-84cf1d31-6916-47d7-8d80-eccb8262a39a tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Enqueued Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 857.187670] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 857.187969] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.189426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.189426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.189758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.189851] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.189964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.190046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.190217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.190309] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.190520] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.205068] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.207952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.207952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.207952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.207952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.217195] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 857.587710] env[69839]: INFO networking_nsxv3.common.synchronization [req-252041ae-86f0-4fe7-ac95-c44094f51a7c req-ef49d031-b87f-4ee6-81f6-6d93460278d9 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 857.588382] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 857.588716] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.588835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.588909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.589927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.590126] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.590230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.590372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.590467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.590558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.590688] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.606953] env[69839]: INFO networking_nsxv3.common.synchronization [req-325c10fd-da68-43b1-acd3-11d0e618831d req-751b3aaf-0376-483c-ac85-b7bc86b42046 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Enqueued Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 857.606953] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 857.606953] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.606953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.606953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.607642] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.607899] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.608186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.608431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.608718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.608950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.609187] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.693381] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.878030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.878030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.878030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.878030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.878030] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.092713] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.092949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.093065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.093320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.093459] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.093896] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.093896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.093896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.094122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.094200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.094405] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 858.112748] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.112927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.113007] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.116500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.116500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.116500] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.116500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.116500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.116500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.116500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.116500] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 965350fc-4672-480a-9f70-597c445d8da7 already deleted. [ 858.116500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.122302] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.122504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.122574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.122773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.122909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.131271] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 858.197576] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.351495] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.351495] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.351495] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.351834] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.352083] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.352243] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.352359] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.352577] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.352750] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.352976] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.353102] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.353212] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.353319] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.353427] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.353530] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.353667] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.371133] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.371311] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.371453] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.371634] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.371954] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-fe8d2c2e-6824-473b-86b9-356e0aca5a59 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.372152] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-fe8d2c2e-6824-473b-86b9-356e0aca5a59" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.372274] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-fe8d2c2e-6824-473b-86b9-356e0aca5a59" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.372596] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-fe8d2c2e-6824-473b-86b9-356e0aca5a59" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.372765] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe8d2c2e-6824-473b-86b9-356e0aca5a59',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.377943] env[69839]: INFO networking_nsxv3.common.synchronization [req-0fd1b819-af0e-44b4-8214-4f7ffe5d876a req-6b28df49-9d90-4dc0-834a-9395cb4f81b2 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 858.378098] env[69839]: INFO networking_nsxv3.common.synchronization [req-0fd1b819-af0e-44b4-8214-4f7ffe5d876a req-6b28df49-9d90-4dc0-834a-9395cb4f81b2 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_members [ 858.378937] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 858.383213] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_members [ 858.383648] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.383810] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.383898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.384141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.384329] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.384455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.384573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.384754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.384986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.385185] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.386311] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.387519] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4488248-d880-45d4-9832-6218033b27a5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.387666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.387722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.387919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.388092] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.388535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.388535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.388535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.388742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.388742] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.435349] env[69839]: INFO networking_nsxv3.common.synchronization [req-0fd1b819-af0e-44b4-8214-4f7ffe5d876a req-6b28df49-9d90-4dc0-834a-9395cb4f81b2 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 858.435512] env[69839]: INFO networking_nsxv3.common.synchronization [req-0fd1b819-af0e-44b4-8214-4f7ffe5d876a req-6b28df49-9d90-4dc0-834a-9395cb4f81b2 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 858.435649] env[69839]: INFO networking_nsxv3.common.synchronization [req-0fd1b819-af0e-44b4-8214-4f7ffe5d876a req-6b28df49-9d90-4dc0-834a-9395cb4f81b2 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_rules [ 858.435786] env[69839]: INFO networking_nsxv3.common.synchronization [req-0fd1b819-af0e-44b4-8214-4f7ffe5d876a req-6b28df49-9d90-4dc0-834a-9395cb4f81b2 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_members [ 858.435917] env[69839]: INFO networking_nsxv3.common.synchronization [req-0fd1b819-af0e-44b4-8214-4f7ffe5d876a req-6b28df49-9d90-4dc0-834a-9395cb4f81b2 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with Priority: HIGHEST for action port [ 858.436442] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 858.436579] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_rules [ 858.436677] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with Priority: HIGHEST for action port [ 858.436770] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 858.436860] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_members [ 858.437138] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.437256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.437413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.437541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.437626] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.438455] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4488248-d880-45d4-9832-6218033b27a5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.438571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.438641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.438855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.438929] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.439649] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.439775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.439914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.440021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.440078] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e21f78-8d89-4d20-8e36-85aa24a1cbd4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.440935] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.444257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.444364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4488248-d880-45d4-9832-6218033b27a5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.444450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.700070] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.700458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.700458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.700770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.700854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.700935] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 is going to be updated. [ 858.794834] env[69839]: INFO networking_nsxv3.common.synchronization [req-4f85dfcb-4545-4a05-b460-627c7638d500 req-3fce59d8-67ff-478f-b34f-33b09f2efdfc tempest-ServerMetadataTestJSON-340880092 tempest-ServerMetadataTestJSON-340880092-project-member] Enqueued Resource ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d with Priority: HIGHEST for action security_group_members [ 858.795401] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d with Priority: HIGHEST for action security_group_members [ 858.795692] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.795894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.795894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.796120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.796337] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.796446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.796524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.796682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.796770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.796864] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299d6c3e-7080-49f4-8d9e-9d0b93e4a40d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.833305] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.833490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.833567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.833771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.834068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.843998] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: IN_PROGRESS for 2s [ 858.879527] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.879850] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.880039] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.880397] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.880599] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.880827] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port fe8d2c2e-6824-473b-86b9-356e0aca5a59 not found, creating... [ 858.881207] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.881399] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.881521] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.882049] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.882049] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.882225] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.882408] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.882535] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.882754] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.882928] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.883154] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: fe8d2c2e-6824-473b-86b9-356e0aca5a59 is going to be created. [ 858.890430] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.891782] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.894373] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.903654] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.903892] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.904060] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.904324] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.904764] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.904764] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-fe8d2c2e-6824-473b-86b9-356e0aca5a59" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.945411] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4488248-d880-45d4-9832-6218033b27a5 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.945632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.945699] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with status ACTIVE [ 858.945869] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.945997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.946051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.946312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.946411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.946609] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.946752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.946871] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.947127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.947249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.947447] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.947548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.947611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.947755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.947835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.947921] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 is going to be updated. [ 858.949260] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.949356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.971019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.971235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.971330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.971555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.971722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.971905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.224720] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 859.224901] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 deletion is rescheduled due to dependency. [ 859.225023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.225182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.226086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.226086] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.226086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.226086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.226086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.226086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.226520] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.244180] env[69839]: INFO networking_nsxv3.common.synchronization [req-a1e21f14-1837-4e42-9f08-4eb5b23830be req-55e8f7f6-09df-4325-a733-9cbb6dd45c33 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba with Priority: HIGHEST for action security_group_members [ 859.244364] env[69839]: INFO networking_nsxv3.common.synchronization [req-a1e21f14-1837-4e42-9f08-4eb5b23830be req-55e8f7f6-09df-4325-a733-9cbb6dd45c33 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 859.244564] env[69839]: INFO networking_nsxv3.common.synchronization [req-a1e21f14-1837-4e42-9f08-4eb5b23830be req-55e8f7f6-09df-4325-a733-9cbb6dd45c33 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_members [ 859.245037] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba with Priority: HIGHEST for action security_group_members [ 859.245179] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 859.245278] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_members [ 859.245549] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed1bf457-7368-4f5e-93e1-279ead8b6eba taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.245671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.245753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.246067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.246231] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.246332] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.246422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.246746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.246746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.246746] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.247784] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.247784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.247907] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4488248-d880-45d4-9832-6218033b27a5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.247957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.298619] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.298853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.298936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.299242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.299431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.299722] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.299889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.300009] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.300244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.300386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.300528] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d is going to be updated. [ 859.333641] env[69839]: INFO networking_nsxv3.common.synchronization [req-a1e21f14-1837-4e42-9f08-4eb5b23830be req-55e8f7f6-09df-4325-a733-9cbb6dd45c33 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 859.333918] env[69839]: INFO networking_nsxv3.common.synchronization [req-a1e21f14-1837-4e42-9f08-4eb5b23830be req-55e8f7f6-09df-4325-a733-9cbb6dd45c33 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 859.334190] env[69839]: INFO networking_nsxv3.common.synchronization [req-a1e21f14-1837-4e42-9f08-4eb5b23830be req-55e8f7f6-09df-4325-a733-9cbb6dd45c33 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_rules [ 859.334378] env[69839]: INFO networking_nsxv3.common.synchronization [req-a1e21f14-1837-4e42-9f08-4eb5b23830be req-55e8f7f6-09df-4325-a733-9cbb6dd45c33 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_members [ 859.334570] env[69839]: INFO networking_nsxv3.common.synchronization [req-a1e21f14-1837-4e42-9f08-4eb5b23830be req-55e8f7f6-09df-4325-a733-9cbb6dd45c33 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba with Priority: HIGHEST for action security_group_rules [ 859.334644] env[69839]: INFO networking_nsxv3.common.synchronization [req-a1e21f14-1837-4e42-9f08-4eb5b23830be req-55e8f7f6-09df-4325-a733-9cbb6dd45c33 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba with Priority: HIGHEST for action security_group_members [ 859.334817] env[69839]: INFO networking_nsxv3.common.synchronization [req-a1e21f14-1837-4e42-9f08-4eb5b23830be req-55e8f7f6-09df-4325-a733-9cbb6dd45c33 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with Priority: HIGHEST for action port [ 859.335945] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.336136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.336285] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.336594] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.336716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.338994] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 859.338994] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_rules [ 859.338994] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba with Priority: HIGHEST for action security_group_members [ 859.338994] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with Priority: HIGHEST for action port [ 859.338994] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba with Priority: HIGHEST for action security_group_rules [ 859.338994] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 859.338994] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_members [ 859.339533] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.339658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.339883] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4488248-d880-45d4-9832-6218033b27a5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.340021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.340235] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed1bf457-7368-4f5e-93e1-279ead8b6eba taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.340361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.340570] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.340732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.340858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.341075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.341258] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e21f78-8d89-4d20-8e36-85aa24a1cbd4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.342136] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed1bf457-7368-4f5e-93e1-279ead8b6eba taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.342288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.342376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.342664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.342775] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.345047] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.345047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.345047] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4488248-d880-45d4-9832-6218033b27a5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.345047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.352838] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d in Status: IN_PROGRESS for 2s [ 859.397021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 859.397021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 859.397021] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.401246] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.728906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.728906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.729397] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.729397] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.729397] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.729487] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.729627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.729676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.729790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.729860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.729953] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 859.748991] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.754262] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.754262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.754262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.754262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.754262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.762474] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 859.842251] env[69839]: INFO networking_nsxv3.common.synchronization [req-325c10fd-da68-43b1-acd3-11d0e618831d req-44dc4a91-1eaa-4126-b5b8-967dd8b1264a service nova] Enqueued Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_rules [ 859.842430] env[69839]: INFO networking_nsxv3.common.synchronization [req-325c10fd-da68-43b1-acd3-11d0e618831d req-44dc4a91-1eaa-4126-b5b8-967dd8b1264a service nova] Enqueued Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 859.842570] env[69839]: INFO networking_nsxv3.common.synchronization [req-325c10fd-da68-43b1-acd3-11d0e618831d req-44dc4a91-1eaa-4126-b5b8-967dd8b1264a service nova] Enqueued Resource ID: fe8d2c2e-6824-473b-86b9-356e0aca5a59 with Priority: HIGHEST for action port [ 859.843116] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_rules [ 859.843316] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 859.843370] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe8d2c2e-6824-473b-86b9-356e0aca5a59 with Priority: HIGHEST for action port [ 859.843606] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.843723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.843786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.847262] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.847262] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.847262] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.847262] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.847262] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe8d2c2e-6824-473b-86b9-356e0aca5a59 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe8d2c2e-6824-473b-86b9-356e0aca5a59" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe8d2c2e-6824-473b-86b9-356e0aca5a59" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.847262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe8d2c2e-6824-473b-86b9-356e0aca5a59" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.847262] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe8d2c2e-6824-473b-86b9-356e0aca5a59',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.849782] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with status ACTIVE [ 859.849936] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.850099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.850134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.850283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.850367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.852050] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.852050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.852050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.852050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.852050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.852050] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.852050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.852050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.852050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.852050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.852050] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 is going to be updated. [ 859.854641] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed1bf457-7368-4f5e-93e1-279ead8b6eba taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.854777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.899035] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.899035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.899035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.899255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.899255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.899319] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 859.903356] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.903485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.903531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.904828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.904828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.904828] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4488248-d880-45d4-9832-6218033b27a5 is going to be created. [ 859.906704] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.906845] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.906890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.907140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.907237] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.907403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.957914] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.958187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.958278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.958681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.958858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.963087] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.963087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.963087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.963087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.963087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.974811] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 859.975842] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: UNINITIALIZED for 2s [ 860.142371] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 4s [ 860.241325] env[69839]: INFO networking_nsxv3.common.synchronization [req-7dec6a71-fa76-4fc5-80e2-47bcfe46b2b6 req-51fe1775-f79c-4310-9ecc-7a0c6bc888e9 tempest-ServersTestManualDisk-1359397819 tempest-ServersTestManualDisk-1359397819-project-member] Enqueued Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_members [ 860.241640] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGHEST for action security_group_members [ 860.241948] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.242090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.242157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.242352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.242510] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.242602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.242660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.242805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.242887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.243023] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.254317] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.327738] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.327738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.327738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.327966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.348367] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 860.349272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.350624] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 860.352446] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.352915] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.353025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.355813] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe8d2c2e-6824-473b-86b9-356e0aca5a59 with status ACTIVE [ 860.355999] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.356125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.356192] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.356394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.356484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.356648] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.356746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.356798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.356965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.357055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.357231] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.357355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.357446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.357496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.357573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.357655] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe8d2c2e-6824-473b-86b9-356e0aca5a59 is going to be updated. [ 860.367376] env[69839]: INFO networking_nsxv3.common.synchronization [req-fd0b7fec-d406-4409-abb1-0f146ca41f52 req-8d161210-f306-4e0b-a92d-1e363318a1d4 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Enqueued Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 860.367873] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 860.368346] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.368346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.385325] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.385563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.385653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.385852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.385993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.386345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe8d2c2e-6824-473b-86b9-356e0aca5a59" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.392032] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.392234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.392234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.392433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.401481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.401481] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 860.401644] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'45e21f78-8d89-4d20-8e36-85aa24a1cbd4'} {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.401714] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 860.436544] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.436728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.436808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.436965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.439262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.439770] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 860.494808] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.495189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.495356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.495671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.495995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.496504] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 860.605480] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.605480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.605480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.606049] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.606424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.606776] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 860.606953] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c41334ff-2517-4dd5-92c6-82cf2d700ff1', '6b1c2f49-4ae4-428e-9f7d-e26a6755af70', '950d332b-64b2-4f1a-a211-0db49fc0b015', '0dd0b199-5296-46e6-a572-29ee7fad9471', '3cb43575-b965-43eb-86d0-0897c7bb49e8', '2b2cef02-ab37-4a80-ac4d-29bc01484406', 'fafc63f4-01f1-437e-bd42-bf6258a47894', '77582e5b-0f52-4e40-860e-1420861cf67d', '81d6fa08-67af-434c-8ee4-e4745bff1b55', '6dd5d230-5572-4af9-acc0-2a89ffc1b444', '9c7540eb-7b76-4f43-9ed1-1c8496a0f30e', '41b8d9ef-3e0a-4af9-bd29-64b0efcdc933', 'a60949ab-bb07-48af-ada3-263f32534c2e', 'c8f519ca-6bb7-48c8-a310-afda3231b549', '0770ea34-dbb5-4138-84f4-97b070579267', '53372200-3e85-4c18-bfdf-e1463c4d88c1', '795a6c14-aaf1-4e7d-8727-10c91a4c3351', '68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc', 'f4bc018e-f8c6-4a58-ab5f-47a893097a07', '2d35b0f7-20b1-4c73-a2e2-56e1446e90bf', '6ac7a0c3-80f9-4623-9191-6310d7dafdae', '4f64cef5-1d21-47d2-8aa4-6adfbf404c87', '0b7afc89-69af-460f-bd91-c5d9e8ae3e06', '9fdff0d9-b3ac-4ee2-9587-4917ad01c49b', '5ee70db3-3426-4c74-92da-e27d09ec9521', '56c87ae6-1a66-45e4-bc2e-c7d86ab46b54', 'ac6928d1-7443-4f53-a35f-3d993425f4ec', '299d6c3e-7080-49f4-8d9e-9d0b93e4a40d', '97f8b58e-caa4-456d-99a0-f5151a6da394', '58205274-ac8f-4414-b622-497416881885', '172d40c3-3cfa-4069-ad62-f8b7a81b87a0'} {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.607189] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 860.630827] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.631699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.631699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.631699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.631699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.631699] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 860.631949] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.631949] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 860.693748] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.693900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.693976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.694220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.695240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.695466] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 860.695549] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.695621] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 860.695691] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 860.695776] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with Priority: HIGH for action port [ 860.696664] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/31 resources of Type:Security Group Rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGH for action security_group_rules [ 860.696664] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a60949ab-bb07-48af-ada3-263f32534c2e with Priority: HIGH for action security_group_rules [ 860.697145] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGH for action security_group_rules [ 860.697145] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGH for action security_group_rules [ 860.697145] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGH for action security_group_rules [ 860.697145] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 with Priority: HIGH for action security_group_rules [ 860.697260] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGH for action security_group_rules [ 860.697260] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 with Priority: HIGH for action security_group_rules [ 860.697319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.748058] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.748439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.748439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.748543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.760052] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.760052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.760052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.760052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.760052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.760470] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba is going to be created. [ 860.768689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.768886] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.769046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.769110] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.769627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.769701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.769793] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 is going to be updated. [ 860.781097] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.781097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.781097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.781097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.781097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.789527] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba in Status: UNINITIALIZED for 2s [ 860.791790] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.791930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.791991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.792295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.792467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.798716] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 in Status: IN_PROGRESS for 2s [ 860.853437] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: SUCCESS [ 860.853694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.853974] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.005150] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.005345] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.005863] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.005863] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.006060] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.006131] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.006249] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.006485] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.006625] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.006841] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.006953] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.009163] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.009332] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.009527] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.009693] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.009845] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.027345] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.027531] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.027673] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.028285] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.028662] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-83cc2478-42fd-4849-8aab-a4f0136e85da taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.029638] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-83cc2478-42fd-4849-8aab-a4f0136e85da" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.029638] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-83cc2478-42fd-4849-8aab-a4f0136e85da" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.029638] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-83cc2478-42fd-4849-8aab-a4f0136e85da" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.029638] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83cc2478-42fd-4849-8aab-a4f0136e85da',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.251437] env[69839]: INFO networking_nsxv3.common.synchronization [req-6d28d67f-83b5-45c8-9309-b7744a3eaf3d req-770c2d4a-ac86-42c8-8ca8-fb5b21d4008f tempest-ServerMetadataNegativeTestJSON-1988366511 tempest-ServerMetadataNegativeTestJSON-1988366511-project-member] Enqueued Resource ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae with Priority: HIGHEST for action security_group_members [ 861.251939] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae with Priority: HIGHEST for action security_group_members [ 861.252099] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with Priority: HIGH for action port [ 861.252207] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGH for action security_group_rules [ 861.252306] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGH for action security_group_rules [ 861.252404] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGH for action security_group_rules [ 861.252504] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 with Priority: HIGH for action security_group_rules [ 861.252592] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGH for action security_group_rules [ 861.252686] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 with Priority: HIGH for action security_group_rules [ 861.252775] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGH for action security_group_rules [ 861.252868] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60949ab-bb07-48af-ada3-263f32534c2e with Priority: HIGH for action security_group_rules [ 861.252957] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGH for action security_group_rules [ 861.257145] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGH for action security_group_rules [ 861.257313] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e with Priority: HIGH for action security_group_rules [ 861.257433] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGH for action security_group_rules [ 861.257513] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGH for action security_group_rules [ 861.257626] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGH for action security_group_rules [ 861.257695] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 with Priority: HIGH for action security_group_rules [ 861.257837] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGH for action security_group_rules [ 861.257895] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGH for action security_group_rules [ 861.258232] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ac7a0c3-80f9-4623-9191-6310d7dafdae taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.258308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.258435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.258590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.258755] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.258858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.258959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.259094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.259182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.259276] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ac7a0c3-80f9-4623-9191-6310d7dafdae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.262114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.262114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.262250] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.262331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.262418] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45e21f78-8d89-4d20-8e36-85aa24a1cbd4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.263377] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.263493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.263553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.263711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.263775] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.264906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.264906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.264906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.264906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.265511] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.266293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.266293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.266368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.266918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.266918] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.267732] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4bc018e-f8c6-4a58-ab5f-47a893097a07 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.267732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.267732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.267957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.267957] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4bc018e-f8c6-4a58-ab5f-47a893097a07',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.268835] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.268952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.268952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.269187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.269268] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.270354] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-795a6c14-aaf1-4e7d-8727-10c91a4c3351 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.270354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.270482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.270780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.270780] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('795a6c14-aaf1-4e7d-8727-10c91a4c3351',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.271428] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.271547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.271691] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a60949ab-bb07-48af-ada3-263f32534c2e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.272072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.272072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.272072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.272072] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a60949ab-bb07-48af-ada3-263f32534c2e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.272312] env[69839]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 861.272952] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.275210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.275210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.275210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.275210] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.275210] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.275210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.275210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.275210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.275210] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.275848] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.275960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.276042] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.276167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.276238] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c7540eb-7b76-4f43-9ed1-1c8496a0f30e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.277448] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.277448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.277448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.277448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.277636] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.278523] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.278698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.279406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.279406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.279406] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.280307] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.280455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.280907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.280907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.280907] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.281910] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cb43575-b965-43eb-86d0-0897c7bb49e8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.281910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.281910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.283620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.283620] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cb43575-b965-43eb-86d0-0897c7bb49e8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.283620] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fafc63f4-01f1-437e-bd42-bf6258a47894 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.283620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.283620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.283936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.283936] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.290322] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.290616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.290616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.290880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.292645] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.292645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.292645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.292645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.292645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.292645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.292645] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.293953] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 with status ACTIVE [ 861.294493] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.294493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.294493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.294493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.294754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.294754] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.294831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.294917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.295161] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.295263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.295469] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.295638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.295719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.295969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.296115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.296209] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45e21f78-8d89-4d20-8e36-85aa24a1cbd4 is going to be updated. [ 861.327322] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.327322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.327322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.327322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.327322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.327322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45e21f78-8d89-4d20-8e36-85aa24a1cbd4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.327626] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 with Priority: HIGH for action security_group_rules [ 861.329555] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.329677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.329746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.329966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.330064] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.356392] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.356392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.356392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.356637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.356637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.356698] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 965350fc-4672-480a-9f70-597c445d8da7 is going to be created. [ 861.363724] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d in Status: SUCCESS [ 861.363929] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299d6c3e-7080-49f4-8d9e-9d0b93e4a40d deletion is rescheduled due to dependency. [ 861.364180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299d6c3e-7080-49f4-8d9e-9d0b93e4a40d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.365050] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 with Priority: HIGH for action security_group_rules [ 861.365342] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c41334ff-2517-4dd5-92c6-82cf2d700ff1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.365483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.365547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.365779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.365866] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c41334ff-2517-4dd5-92c6-82cf2d700ff1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.383232] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.383232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.383232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.383916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.383916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.392777] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: UNINITIALIZED for 2s [ 861.533009] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.533009] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.533181] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.533439] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.533618] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.533806] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 83cc2478-42fd-4849-8aab-a4f0136e85da not found, creating... [ 861.534105] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.534296] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.534439] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.534699] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.534852] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.535201] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.535385] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.535513] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.535755] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.535938] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.536124] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 83cc2478-42fd-4849-8aab-a4f0136e85da is going to be created. [ 861.555546] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.555770] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.555899] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.556213] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.556483] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.556785] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-83cc2478-42fd-4849-8aab-a4f0136e85da" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.773449] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 861.773758] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 deletion is rescheduled due to dependency. [ 861.773874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.774348] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-950d332b-64b2-4f1a-a211-0db49fc0b015 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.774474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.774545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.774830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.774944] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('950d332b-64b2-4f1a-a211-0db49fc0b015',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.789361] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.789665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.789826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.790084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.804158] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.804403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.804470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.804735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.804935] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.805310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.805410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.805620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.805738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.805854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.806043] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.806175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.806275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.806491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.806874] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.807327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.807418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.807599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.807712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.807821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.807939] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.812053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.812275] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.812390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.812628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.812760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.812849] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.812942] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae is going to be updated. [ 861.822759] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dd5d230-5572-4af9-acc0-2a89ffc1b444 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.823319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.823456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.823733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.823935] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.824091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.824184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.824362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.824458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.824549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.824641] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.829436] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.829647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.829821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.830064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.830211] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.830337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.830419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.830601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.830732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.830860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.831057] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.837070] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.837952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.838198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.838473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.838674] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.839072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.839189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.839393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.839543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.839659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.839775] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.841676] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.841834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.842254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.842529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.842676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.846771] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.846890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.846991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.847202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.847381] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.847507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.847604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.847776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.847884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.847993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.848122] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.849225] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-fafc63f4-01f1-437e-bd42-bf6258a47894 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.849410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.849492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.849648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.849798] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.849898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.849962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.850118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.850203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.850286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.850371] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.854937] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.855079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.855144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.855324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.855475] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.855581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.855643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.855788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.855874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.855956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.856187] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.860953] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.861093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.861166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.861386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.865425] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.865562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.865632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.865811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.866008] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.866115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.866313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.866482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.866585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.866677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.866837] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.866932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.867013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.867163] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.867314] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.867411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.867471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.867628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.867698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.867768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.867854] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.874152] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.902796] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.902984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.903830] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae in Status: IN_PROGRESS for 2s [ 861.904537] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.904638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.905630] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.905786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.906656] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.906807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.907517] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.907614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.908364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.908491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.909704] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.909827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.911361] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.911361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.913249] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.913249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.913581] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 861.913742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.913862] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 795a6c14-aaf1-4e7d-8727-10c91a4c3351 is going to be deleted. [ 861.915074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.915289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.956456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.956616] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c7540eb-7b76-4f43-9ed1-1c8496a0f30e is going to be deleted. [ 861.957639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.957876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.987598] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 861.987826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.988008] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.988232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.988477] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.988601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.988668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.988827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.988913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.989019] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.990517] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: SUCCESS [ 861.990717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.990863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.991061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.991234] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.991344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.991408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.991556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.991636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.991725] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.996604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.996722] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cb43575-b965-43eb-86d0-0897c7bb49e8 is going to be deleted. [ 861.997786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.998037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.028024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.028222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.029047] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.029170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.030198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.030318] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 is going to be deleted. [ 862.031236] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.031485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.061040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.061561] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be deleted. [ 862.062266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.063100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.064826] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.064992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.092754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.092905] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be deleted. [ 862.093872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.094100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.122165] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.122299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.152094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.152262] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4bc018e-f8c6-4a58-ab5f-47a893097a07 is going to be deleted. [ 862.153320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.153457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.162712] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 862.162712] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc deletion is rescheduled due to dependency. [ 862.162808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.192239] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.192390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.194903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.195052] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a60949ab-bb07-48af-ada3-263f32534c2e is going to be deleted. [ 862.195995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.196246] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.248019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.248469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.257595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.257755] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be deleted. [ 862.258774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.258954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.311637] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1c2f49-4ae4-428e-9f7d-e26a6755af70: rpc.has_security_group_logging(os_id): False [ 862.321957] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.322099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.327881] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.346857] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.351777] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.360261] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.360417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.360480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.360722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.360897] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.360994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.361072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.361347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.361347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.361435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.361536] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.361635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.361698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.361836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.361972] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.362074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.362135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.362272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.362366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.362455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.362557] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.364563] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.364664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.365446] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.365542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.370467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.370578] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c41334ff-2517-4dd5-92c6-82cf2d700ff1 is going to be deleted. [ 862.371686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.371868] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.371960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.372094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-795a6c14-aaf1-4e7d-8727-10c91a4c3351" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.372244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.372394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.372478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.372590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c7540eb-7b76-4f43-9ed1-1c8496a0f30e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.373089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.373264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.373355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.373478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cb43575-b965-43eb-86d0-0897c7bb49e8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.373627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.373781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.373861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.373974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.374334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.374489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.374571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.374680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.374809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.374949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.375043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.375157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.375283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.375422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.378443] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.378573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.383574] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77582e5b-0f52-4e40-860e-1420861cf67d: rpc.has_security_group_logging(os_id): False [ 862.384715] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933: rpc.has_security_group_logging(os_id): False [ 862.415539] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.415729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.417283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.417401] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 950d332b-64b2-4f1a-a211-0db49fc0b015 is going to be deleted. [ 862.418299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.418531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.418619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.418736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4bc018e-f8c6-4a58-ab5f-47a893097a07" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.419498] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.419601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.419669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.419829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.466310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.466664] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.466834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.466929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.469108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.469224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.469468] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.469581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.469648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.469822] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.469903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.470124] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.470209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.470272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.470422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.470494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.470615] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be updated. [ 862.471698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.471866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.471952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.472084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a60949ab-bb07-48af-ada3-263f32534c2e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.472213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.472355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.474131] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.474220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.475267] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.475364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.494074] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.494999] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.537261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.537563] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.537669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.537739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.537947] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.538029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.538124] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d is going to be updated. [ 862.539246] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.539487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.539602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.539727] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.539860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.540028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.543527] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.543645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.585670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.587404] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.587552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.587620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.587817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.587959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.588215] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.588336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.588429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.588603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.588685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.588878] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.588960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.589316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.589515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.589601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.589701] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 862.590775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.590939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.591038] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.591153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c41334ff-2517-4dd5-92c6-82cf2d700ff1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.591290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.591434] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.591511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.591620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-950d332b-64b2-4f1a-a211-0db49fc0b015" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.634447] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.634447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.634447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.634447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.634447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.677304] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.677588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.677588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.677725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.677842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.688404] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 862.690928] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: IN_PROGRESS for 2s [ 862.743365] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.743555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.743717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.743777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.743926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.765646] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 862.808454] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba in Status: SUCCESS [ 862.809127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.809347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.813028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.813028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.813028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.813028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.813028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.813028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.813028] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.813028] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 in Status: SUCCESS [ 862.813028] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 deletion is rescheduled due to dependency. [ 862.813028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.831178] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dd5d230-5572-4af9-acc0-2a89ffc1b444: rpc.has_security_group_logging(os_id): False [ 862.848261] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2cef02-ab37-4a80-ac4d-29bc01484406: rpc.has_security_group_logging(os_id): False [ 862.852594] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.853441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.853820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.854111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.859241] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fafc63f4-01f1-437e-bd42-bf6258a47894: rpc.has_security_group_logging(os_id): False [ 862.866274] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dd0b199-5296-46e6-a572-29ee7fad9471: rpc.has_security_group_logging(os_id): False [ 862.914517] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.914517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.915399] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.915399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.915965] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.916280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.919306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.919489] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.919618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.919694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.919912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.920127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.920127] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 is going to be updated. [ 862.921231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.921426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.946111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.946456] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.946781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.946781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.946848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.949455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.949455] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 is going to be updated. [ 862.949766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.949999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.979890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.980221] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.980344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.980461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.980626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.980731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.980901] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.981031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.981082] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.981245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.981320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.981510] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.981587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.981645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.981793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.981869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.981965] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 is going to be updated. [ 862.983505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.983732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.000960] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.002203] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.010037] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.010037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.014952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.015219] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.015324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.015546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.015798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.015922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.016100] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fafc63f4-01f1-437e-bd42-bf6258a47894 is going to be updated. [ 863.018209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.018502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.018729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.068380] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.068608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.068679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.068970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.069086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.083199] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 in Status: IN_PROGRESS for 2s [ 863.091597] env[69839]: INFO networking_nsxv3.common.synchronization [req-fd0b7fec-d406-4409-abb1-0f146ca41f52 req-22a6b9d9-96eb-467e-8fd2-c15c4a2fbbf5 service nova] Enqueued Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_rules [ 863.091804] env[69839]: INFO networking_nsxv3.common.synchronization [req-fd0b7fec-d406-4409-abb1-0f146ca41f52 req-22a6b9d9-96eb-467e-8fd2-c15c4a2fbbf5 service nova] Enqueued Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 863.091956] env[69839]: INFO networking_nsxv3.common.synchronization [req-fd0b7fec-d406-4409-abb1-0f146ca41f52 req-22a6b9d9-96eb-467e-8fd2-c15c4a2fbbf5 service nova] Enqueued Resource ID: 83cc2478-42fd-4849-8aab-a4f0136e85da with Priority: HIGHEST for action port [ 863.092540] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_rules [ 863.092667] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 863.092759] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cc2478-42fd-4849-8aab-a4f0136e85da with Priority: HIGHEST for action port [ 863.093107] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.093214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.093422] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.093509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.093766] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-83cc2478-42fd-4849-8aab-a4f0136e85da taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.093889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83cc2478-42fd-4849-8aab-a4f0136e85da" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.093966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83cc2478-42fd-4849-8aab-a4f0136e85da" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.094199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83cc2478-42fd-4849-8aab-a4f0136e85da" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.098020] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83cc2478-42fd-4849-8aab-a4f0136e85da',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.114538] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.114733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.114780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.115037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.115232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.117845] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: IN_PROGRESS for 2s [ 863.153602] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.153602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.153602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.153602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.153602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.180761] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fafc63f4-01f1-437e-bd42-bf6258a47894 in Status: IN_PROGRESS for 2s [ 863.189811] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: IN_PROGRESS for 2s [ 863.314965] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.399680] env[69839]: INFO networking_nsxv3.common.synchronization [req-68a2abea-50a1-4944-bb28-1bb0137db903 req-b60d10e8-a8e2-4ea0-b608-9498db225af2 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Enqueued Resource ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f with Priority: HIGHEST for action security_group_members [ 863.400235] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f with Priority: HIGHEST for action security_group_members [ 863.400547] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.400666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.400732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.400990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.402329] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.402454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.402523] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.402717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.402803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.402900] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f9b8c6-1fc0-44c6-bfc8-35197049b16f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.409244] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: SUCCESS [ 863.409627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.410279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.410471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.411178] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.411178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.411178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.411178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.411178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.411471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.411471] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.412164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.412336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.412501] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.412622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.412693] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.412845] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.413155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.413155] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.508942] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.509307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.509307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.509401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.509517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.509635] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 863.510887] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.511008] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.511776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.512232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.512322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.512416] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4488248-d880-45d4-9832-6218033b27a5 is going to be updated. [ 863.548935] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.549071] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.549133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.549345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.549490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.551173] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.551259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.551324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.551496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.551621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.562774] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 863.563732] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: IN_PROGRESS for 2s [ 863.596617] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83cc2478-42fd-4849-8aab-a4f0136e85da with status ACTIVE [ 863.596849] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.596983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.597091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.597307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.597402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.597576] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.597676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.597739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.597887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.597966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.598194] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.598256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.598293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.598486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.598588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.598654] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83cc2478-42fd-4849-8aab-a4f0136e85da is going to be updated. [ 863.636814] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.636965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.637054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.637274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.637412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.637570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83cc2478-42fd-4849-8aab-a4f0136e85da" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.818198] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.907819] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907819] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.907819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907819] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f already deleted. [ 863.907819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.916132] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae in Status: SUCCESS [ 863.916132] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae deletion is rescheduled due to dependency. [ 863.916132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.916132] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.916132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.916132] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.028333] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.028333] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-760" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.028333] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-760" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.028725] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-760" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.029620] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.029725] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.029866] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.030117] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.030273] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.030510] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.030633] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.030751] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.030875] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.030992] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 864.031127] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.031268] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.048880] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.050541] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 864.050541] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.050541] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-760" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.050541] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.050541] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.050541] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.050541] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.051099] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2dab60-55d0-4a24-8955-da9b2cdc6cb2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.320156] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.320325] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.320406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.320619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.320718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.320905] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba is going to be updated. [ 864.352192] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.352372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.352417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.352617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.352769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.361988] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba in Status: IN_PROGRESS for 2s [ 864.417989] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.553472] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.553757] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.553916] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.554710] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.554710] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.554710] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 not found, creating... [ 864.554883] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.555078] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.555240] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.555504] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.555655] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.555951] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.556127] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.556284] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.556533] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.556724] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.556871] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 is going to be created. [ 864.576132] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.576412] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.576598] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.576924] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.577224] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.577488] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.708717] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 864.709024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.710063] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: SUCCESS [ 864.710268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.778830] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 864.779675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.920955] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.921274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.921274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.921433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.921527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.921632] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 965350fc-4672-480a-9f70-597c445d8da7 is going to be updated. [ 864.949391] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.949603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.949603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.949886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.949964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.958243] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: IN_PROGRESS for 2s [ 865.096698] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 in Status: SUCCESS [ 865.097234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.129970] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: SUCCESS [ 865.129970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.202776] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fafc63f4-01f1-437e-bd42-bf6258a47894 in Status: SUCCESS [ 865.203147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.204702] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: SUCCESS [ 865.204907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.521022] env[69839]: INFO networking_nsxv3.common.synchronization [req-68a2abea-50a1-4944-bb28-1bb0137db903 req-27ed6b17-6b89-46de-a909-10817358f2b9 service nova] Enqueued Resource ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f with Priority: HIGHEST for action security_group_rules [ 865.521022] env[69839]: INFO networking_nsxv3.common.synchronization [req-68a2abea-50a1-4944-bb28-1bb0137db903 req-27ed6b17-6b89-46de-a909-10817358f2b9 service nova] Enqueued Resource ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f with Priority: HIGHEST for action security_group_members [ 865.521022] env[69839]: INFO networking_nsxv3.common.synchronization [req-68a2abea-50a1-4944-bb28-1bb0137db903 req-27ed6b17-6b89-46de-a909-10817358f2b9 service nova] Enqueued Resource ID: 3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 with Priority: HIGHEST for action port [ 865.521022] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f with Priority: HIGHEST for action security_group_rules [ 865.521022] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f with Priority: HIGHEST for action security_group_members [ 865.521022] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 with Priority: HIGHEST for action port [ 865.521845] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f9b8c6-1fc0-44c6-bfc8-35197049b16f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.522141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.522311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.522679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.522874] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f9b8c6-1fc0-44c6-bfc8-35197049b16f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.524451] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.524669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.524831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.525165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.525432] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.526019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.526019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.526019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.526019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.526343] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f9b8c6-1fc0-44c6-bfc8-35197049b16f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.528212] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.528469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.528662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.528918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.529112] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2dab60-55d0-4a24-8955-da9b2cdc6cb2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.575397] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: SUCCESS [ 865.575698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.575935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.576184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.576408] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.576545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.576609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.576856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.576856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.576962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.577058] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.578746] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 865.578905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.579071] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.579244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.579482] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.579629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.579695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.579844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.579936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.580041] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.580840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.581028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.581195] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.581300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.581362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.581500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.581575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.581656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.581827] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.583075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.583265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.583428] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.583539] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.583602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.583765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.583809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.583891] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.035024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.035024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.035024] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26f9b8c6-1fc0-44c6-bfc8-35197049b16f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.035024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 with status ACTIVE [ 866.035024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.035024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.035024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.035024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.035024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.035024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.035024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.035024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.035024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.035024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.035996] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.035996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.039021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.039021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.039021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.039021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f2dab60-55d0-4a24-8955-da9b2cdc6cb2 is going to be updated. [ 866.059643] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.062515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.062769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.062893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.063071] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.063253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f2dab60-55d0-4a24-8955-da9b2cdc6cb2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.083527] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.084938] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.086072] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.086188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.086472] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.177856] env[69839]: INFO networking_nsxv3.common.synchronization [req-334ace80-3779-49fb-bc7e-8ee927ea9d24 req-9fc5fa82-816d-4ff8-9874-5cdea0fe8789 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Enqueued Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_members [ 866.178518] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_members [ 866.178834] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea3e048-f852-4179-9279-50657b641a15 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.178954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.179600] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.180138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.180348] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.180464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.180532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.180708] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.180820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.180933] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.371213] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba in Status: SUCCESS [ 866.371479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.371710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.371948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.372221] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.372393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.372808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.373336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.373336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.373336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.373433] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.539831] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26f9b8c6-1fc0-44c6-bfc8-35197049b16f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.586381] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4488248-d880-45d4-9832-6218033b27a5: rpc.has_security_group_logging(os_id): False [ 866.587564] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.588502] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.604633] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.604832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.604909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.605150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.605251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.605549] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.605658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.605726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.605895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.605977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.606100] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4488248-d880-45d4-9832-6218033b27a5 is going to be created. [ 866.629285] env[69839]: INFO networking_nsxv3.common.synchronization [None req-736b08f9-4e94-4a4e-b39c-0095d1b2d6f6 None None] Enqueued Resource ID: d8928185-7404-4dbf-81a2-99a8f8802e3b with Priority: HIGHEST for action port [ 866.629285] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8928185-7404-4dbf-81a2-99a8f8802e3b with Priority: HIGHEST for action port [ 866.629285] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8928185-7404-4dbf-81a2-99a8f8802e3b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.629844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8928185-7404-4dbf-81a2-99a8f8802e3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.630039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8928185-7404-4dbf-81a2-99a8f8802e3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.630425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8928185-7404-4dbf-81a2-99a8f8802e3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.630608] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8928185-7404-4dbf-81a2-99a8f8802e3b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.658037] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.658037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.658037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.658037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.658037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.666406] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: IN_PROGRESS for 2s [ 866.685747] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.685747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.685747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.685747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.685747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.685747] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.685747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.685747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.685747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.685747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.685747] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea3e048-f852-4179-9279-50657b641a15 already deleted. [ 866.685747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.875892] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.970698] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: SUCCESS [ 866.970918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.971097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.971309] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.971497] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.971614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.971680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.971831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.971914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.972019] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.049026] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.049026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.049026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.049026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.049026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.049026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f is going to be created. [ 867.068065] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.069027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.069027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.069027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.069027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.078046] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f in Status: UNINITIALIZED for 2s [ 867.091275] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.091358] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.091393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.091599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.091688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.091787] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 867.093365] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.094027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.094027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.094027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.094027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.094027] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4488248-d880-45d4-9832-6218033b27a5 is going to be updated. [ 867.123293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.125248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.125529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.125898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.126180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.131383] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.131574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.131624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.132270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.132270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.133590] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8928185-7404-4dbf-81a2-99a8f8802e3b [ 867.133839] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.133991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.134095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.134296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.134387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.134485] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8928185-7404-4dbf-81a2-99a8f8802e3b already deleted. [ 867.134571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8928185-7404-4dbf-81a2-99a8f8802e3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.143100] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: IN_PROGRESS for 2s [ 867.144143] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 867.308904] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.309158] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-139" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.309318] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-139" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.309708] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-139" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.311051] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.311051] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.311051] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.311363] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.311586] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.311931] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.312146] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.312352] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.312551] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.312920] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.313022] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.317026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.331333] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.331744] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 867.331952] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.332193] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-139" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.332539] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-65eefdb3-6387-4b6d-82ea-b813f4eca93e taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.332813] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-65eefdb3-6387-4b6d-82ea-b813f4eca93e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.332940] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-65eefdb3-6387-4b6d-82ea-b813f4eca93e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.333274] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-65eefdb3-6387-4b6d-82ea-b813f4eca93e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.333421] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65eefdb3-6387-4b6d-82ea-b813f4eca93e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.377852] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed1bf457-7368-4f5e-93e1-279ead8b6eba: rpc.has_security_group_logging(os_id): False [ 867.394255] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.394405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.394474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.394678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.394764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.394973] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.397016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.397016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.397016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.397016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.397016] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba is going to be created. [ 867.445337] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.445484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.445553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.445766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.445936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.465071] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba in Status: IN_PROGRESS for 2s [ 867.476517] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.835650] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.836222] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.836222] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.836363] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.836488] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.836702] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 65eefdb3-6387-4b6d-82ea-b813f4eca93e not found, creating... [ 867.836982] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.837158] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.837280] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.837502] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.837695] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.839262] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.839460] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.839623] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.839856] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.840041] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.842167] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 65eefdb3-6387-4b6d-82ea-b813f4eca93e is going to be created. [ 867.861874] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.862127] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.862395] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.862574] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.862817] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.863062] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-65eefdb3-6387-4b6d-82ea-b813f4eca93e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.982808] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.491571] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.491840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.491840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.491909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.492027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.492971] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 965350fc-4672-480a-9f70-597c445d8da7 is going to be updated. [ 868.508077] env[69839]: INFO networking_nsxv3.common.synchronization [req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 req-e38f4d27-a4b3-4e2f-aefa-0abffb232506 tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Enqueued Resource ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 with Priority: HIGHEST for action security_group_members [ 868.508715] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 with Priority: HIGHEST for action security_group_members [ 868.509893] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-32665456-b708-4a1c-9d47-4b1ea57fa328 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.510370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.510474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.510741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.510919] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.511040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.511104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.511261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.511359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.511458] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32665456-b708-4a1c-9d47-4b1ea57fa328',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.517751] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.517751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.517751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.517939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.518048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.529963] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: IN_PROGRESS for 2s [ 868.646286] env[69839]: INFO networking_nsxv3.common.synchronization [None req-ced78c76-a150-4198-a850-f418d65b3a87 None None] Enqueued Resource ID: 2b1032bd-5718-4e53-b23d-af8817965b1e with Priority: HIGHEST for action port [ 868.647621] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1032bd-5718-4e53-b23d-af8817965b1e with Priority: HIGHEST for action port [ 868.648064] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1032bd-5718-4e53-b23d-af8817965b1e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.648288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1032bd-5718-4e53-b23d-af8817965b1e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.648439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1032bd-5718-4e53-b23d-af8817965b1e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.648750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1032bd-5718-4e53-b23d-af8817965b1e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.648924] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1032bd-5718-4e53-b23d-af8817965b1e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.676151] env[69839]: INFO networking_nsxv3.common.synchronization [None req-2aeaf01e-71c1-45e2-b155-8dd56d08b5b0 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_rules [ 868.676822] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_rules [ 868.677028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.677189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.677607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.677607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.677740] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.681026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: SUCCESS [ 868.681297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.683081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.683308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.683490] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.887853] env[69839]: INFO networking_nsxv3.common.synchronization [None req-7c50d97c-c450-496c-bd1e-fe40d1f38a51 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_rules [ 868.888407] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_rules [ 868.888829] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.888927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.910281] env[69839]: INFO networking_nsxv3.common.synchronization [req-334ace80-3779-49fb-bc7e-8ee927ea9d24 req-d0f53b7c-a330-4f24-94b8-271c074368b1 service nova] Enqueued Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_rules [ 868.910466] env[69839]: INFO networking_nsxv3.common.synchronization [req-334ace80-3779-49fb-bc7e-8ee927ea9d24 req-d0f53b7c-a330-4f24-94b8-271c074368b1 service nova] Enqueued Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_members [ 868.910608] env[69839]: INFO networking_nsxv3.common.synchronization [req-334ace80-3779-49fb-bc7e-8ee927ea9d24 req-d0f53b7c-a330-4f24-94b8-271c074368b1 service nova] Enqueued Resource ID: 65eefdb3-6387-4b6d-82ea-b813f4eca93e with Priority: HIGHEST for action port [ 868.911158] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_rules [ 868.911290] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_members [ 868.911388] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65eefdb3-6387-4b6d-82ea-b813f4eca93e with Priority: HIGHEST for action port [ 868.911664] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea3e048-f852-4179-9279-50657b641a15 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.911788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.911853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.915955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.915955] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.916553] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea3e048-f852-4179-9279-50657b641a15 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.916553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.916659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.916767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.916906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.917019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.917124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.917406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.917406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.917506] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.918259] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-65eefdb3-6387-4b6d-82ea-b813f4eca93e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.918375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65eefdb3-6387-4b6d-82ea-b813f4eca93e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.918439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65eefdb3-6387-4b6d-82ea-b813f4eca93e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.918686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65eefdb3-6387-4b6d-82ea-b813f4eca93e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.918686] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65eefdb3-6387-4b6d-82ea-b813f4eca93e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.943019] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.943019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-793" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.943019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-793" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.943019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-793" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.943019] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.943019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.943611] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.943940] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.944216] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.944528] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.944742] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.944939] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.945300] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.945550] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.945765] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.947029] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.965148] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.965328] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.965480] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.965679] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-793" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.965977] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.966184] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.966304] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.966659] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.966841] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.015745] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.015745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.015745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.015948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.016000] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.016215] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.016317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.016431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.016547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.016633] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.016721] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 already deleted. [ 869.016803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.089131] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f in Status: SUCCESS [ 869.089131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.089131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.089131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.089131] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.089131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.089131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.089131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.089131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.089551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.089551] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26f9b8c6-1fc0-44c6-bfc8-35197049b16f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.152606] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b1032bd-5718-4e53-b23d-af8817965b1e [ 869.152873] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.153019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.153094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.153296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.153387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.153479] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b1032bd-5718-4e53-b23d-af8817965b1e already deleted. [ 869.153564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1032bd-5718-4e53-b23d-af8817965b1e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.155597] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: SUCCESS [ 869.155817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.156528] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 869.156706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.156853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.157046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.157214] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.157322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.157387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.157537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.157622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.157714] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.158699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.159080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.159312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.159514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.159653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.159957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.160107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.160243] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.190384] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4488248-d880-45d4-9832-6218033b27a5 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.190510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.220362] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.220524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.220588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.220818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.220914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.221013] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec already deleted. [ 869.221130] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.222138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.222138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.222138] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.424024] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.424024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea3e048-f852-4179-9279-50657b641a15 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.424024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.424024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65eefdb3-6387-4b6d-82ea-b813f4eca93e with status ACTIVE [ 869.424024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.424024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.424024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.424024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.424024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.424024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.424024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.424024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.424024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.424024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.426272] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.426462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.426462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.426719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.426719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.426782] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65eefdb3-6387-4b6d-82ea-b813f4eca93e is going to be updated. [ 869.448624] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.448790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.448862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.449085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.449501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.449717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65eefdb3-6387-4b6d-82ea-b813f4eca93e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.469361] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.469599] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.469721] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.469989] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.470784] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.470939] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 not found, creating... [ 869.471167] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.471346] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.471467] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.471731] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.471891] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.472198] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.472412] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.472553] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.472770] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.472910] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.473064] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 is going to be created. [ 869.478691] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba in Status: SUCCESS [ 869.478691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.495518] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.495811] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.495811] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.496078] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.496311] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.496546] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.591656] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.591656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.592857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.592857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.592857] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.592857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.592857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.592857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.592857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.592857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.592857] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.593470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.593470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.593470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.593470] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.593470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.593470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.593847] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.593847] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.593847] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.593847] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26f9b8c6-1fc0-44c6-bfc8-35197049b16f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.666261] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.667246] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.743344] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.743344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.743604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.743604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.743684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.743787] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec already deleted. [ 869.743876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.929794] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.095965] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26f9b8c6-1fc0-44c6-bfc8-35197049b16f: rpc.has_security_group_logging(os_id): False [ 870.113938] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.114144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.114221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.114435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.114532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.114817] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.114874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.114910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.115062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.115141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.115315] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.115409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.115469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.116128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.116304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.116584] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.117165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.117295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.117492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.117620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.117767] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f is going to be created. [ 870.169275] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.170473] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.174660] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.174660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.174660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.174660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.174660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.183344] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f in Status: IN_PROGRESS for 2s [ 870.228481] env[69839]: INFO networking_nsxv3.common.synchronization [req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 req-e6b3a1e5-0f38-4bbe-b52e-e2abf3bbafa9 service nova] Enqueued Resource ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 with Priority: HIGHEST for action security_group_rules [ 870.228693] env[69839]: INFO networking_nsxv3.common.synchronization [req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 req-e6b3a1e5-0f38-4bbe-b52e-e2abf3bbafa9 service nova] Enqueued Resource ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 with Priority: HIGHEST for action security_group_members [ 870.228845] env[69839]: INFO networking_nsxv3.common.synchronization [req-efd23435-0b94-43e7-a224-1b0c5f6d93d2 req-e6b3a1e5-0f38-4bbe-b52e-e2abf3bbafa9 service nova] Enqueued Resource ID: 37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 with Priority: HIGHEST for action port [ 870.229114] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 with Priority: HIGHEST for action security_group_rules [ 870.229249] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 with Priority: HIGHEST for action security_group_members [ 870.229346] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 with Priority: HIGHEST for action port [ 870.229907] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32665456-b708-4a1c-9d47-4b1ea57fa328 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.230781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.230916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.231199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.231281] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32665456-b708-4a1c-9d47-4b1ea57fa328',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.232166] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-32665456-b708-4a1c-9d47-4b1ea57fa328 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.232257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.232303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.232478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.232631] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.233111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.233185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.233341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.233430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.233520] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32665456-b708-4a1c-9d47-4b1ea57fa328',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.237346] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.237346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.237346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.237346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.237346] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.432461] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.432777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.432777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.432980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.433121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.433242] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea3e048-f852-4179-9279-50657b641a15 is going to be created. [ 870.454599] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.454599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.454891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.454891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.455100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.464257] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea3e048-f852-4179-9279-50657b641a15 in Status: UNINITIALIZED for 2s [ 870.542556] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: SUCCESS [ 870.542839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.543021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.543239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.543429] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.543548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.543642] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.543761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.543841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.543927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.544101] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.544223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.544291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.544434] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.544574] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.544683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.544775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.544925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.544995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.545089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.545192] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.671805] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.672088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.672165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.672374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.672496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.672621] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 870.674671] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.674835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.674920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.675097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.675188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.675305] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4488248-d880-45d4-9832-6218033b27a5 is going to be updated. [ 870.698734] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.698980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.698980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.699173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.699173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.699173] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.699173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.699173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.699173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.699173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.710085] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: IN_PROGRESS for 2s [ 870.710933] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 870.736520] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-32665456-b708-4a1c-9d47-4b1ea57fa328 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.736697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.736904] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32665456-b708-4a1c-9d47-4b1ea57fa328',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.737830] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 with status ACTIVE [ 870.738053] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.738164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.738226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.741842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.741842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.741842] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.741842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.741842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.741842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.741842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.741842] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.741842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.741842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.741842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.741842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.741842] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101 is going to be updated. [ 870.762950] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.762950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.763337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.763337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.763637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.763637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c7d3ec-e0c4-4d2b-b7fa-d4766e5d8101" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.047826] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 965350fc-4672-480a-9f70-597c445d8da7: rpc.has_security_group_logging(os_id): False [ 871.067515] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.067675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.067753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.067968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.068073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.068288] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.068391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.068456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.068670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.068749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.068955] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.069086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.069152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.069300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.069378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.069568] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.069679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.069749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.069898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.069973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.070080] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 965350fc-4672-480a-9f70-597c445d8da7 is going to be created. [ 871.124312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.124439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.124516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.124747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.125009] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.136122] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: IN_PROGRESS for 2s [ 871.242884] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32665456-b708-4a1c-9d47-4b1ea57fa328',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.311247] env[69839]: INFO networking_nsxv3.common.synchronization [req-438e6322-1bd4-4c84-b8ff-4582f76420ca req-02418e40-dcde-41d8-b2c8-06d8e392f8de tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 871.311827] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 871.312173] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.312310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.312382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.312608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.312745] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.312839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.312905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.313556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.313688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.313791] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.745902] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.746214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.746214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.746405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.746546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.746660] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 is going to be created. [ 871.767484] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.767661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.767743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.767950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.768120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.777890] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 in Status: UNINITIALIZED for 2s [ 871.818908] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.818908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.818908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.819107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.819107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.819247] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.819346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.819456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.819556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.819632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.819736] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 871.848229] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.848407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.848456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.848662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.848817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.857395] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 871.861360] env[69839]: INFO networking_nsxv3.common.synchronization [req-af786202-6cf9-4b5a-a460-b5031e709743 req-3c1a48fb-e28b-4c8f-8176-5f0b71136f63 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 871.861865] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 871.862188] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.862328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.862365] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.862555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.862707] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.865935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.866063] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.866254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.866349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.866460] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.199553] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f in Status: SUCCESS [ 872.200103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.373527] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.373527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.373527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.373527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.373527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.373527] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.373527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.373527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.373527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.373527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.373527] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be deleted. [ 872.382017] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.382017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.382017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.382017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.382017] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.382017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.382017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.382582] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.383615] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.383615] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.383615] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.383615] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.383615] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.383615] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.384067] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.384455] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.403791] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.403791] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.403791] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.403791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.403791] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-e8e732e9-697f-4e21-8b2a-6ceafa381158 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.403791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-e8e732e9-697f-4e21-8b2a-6ceafa381158" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.404145] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-e8e732e9-697f-4e21-8b2a-6ceafa381158" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.404696] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-e8e732e9-697f-4e21-8b2a-6ceafa381158" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.404696] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e732e9-697f-4e21-8b2a-6ceafa381158',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.410168] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.410168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.410168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.410168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.410168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.410168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.476068] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea3e048-f852-4179-9279-50657b641a15 in Status: SUCCESS [ 872.476406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.476586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.476819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.477114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.477260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.477355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.477539] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.477674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.477792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.477903] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.721245] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 872.721463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.721691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.721879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.722034] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.722144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.722362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.722362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.722533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.722533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.722638] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.722746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.722788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.722912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.723059] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.723149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.723212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.723346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.723418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.723497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.723591] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.726762] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: SUCCESS [ 872.726935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.727097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.727261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.727414] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.727547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.727603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.727700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.727821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.727869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.727961] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.907594] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.907876] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.907974] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.908244] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.908393] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.908554] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port e8e732e9-697f-4e21-8b2a-6ceafa381158 not found, creating... [ 872.908851] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.909030] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.909172] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.909448] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.909610] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.909899] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.910068] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.910214] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.910408] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.910544] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.910684] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: e8e732e9-697f-4e21-8b2a-6ceafa381158 is going to be created. [ 872.930440] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.932524] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.932629] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.932933] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.933202] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.933445] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-e8e732e9-697f-4e21-8b2a-6ceafa381158" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.980213] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.148462] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: SUCCESS [ 873.148462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.148462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.148462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.148714] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.226753] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53372200-3e85-4c18-bfdf-e1463c4d88c1: rpc.has_security_group_logging(os_id): False [ 873.232808] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.244980] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.245142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.245197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.245401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.265604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.265846] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.265999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.266087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.266222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.266308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.266606] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.266779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.266890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.267035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.267123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.267321] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.267418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.267480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.267623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.267703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.267787] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 873.324690] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.324863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.324959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.325160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.325303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.338540] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 873.482734] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ea3e048-f852-4179-9279-50657b641a15: rpc.has_security_group_logging(os_id): False [ 873.501056] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.501218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.501291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.501505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.501591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.501830] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.501941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.501988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.502186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.502226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.502296] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea3e048-f852-4179-9279-50657b641a15 is going to be created. [ 873.567855] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.568115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.568224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.568448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.568653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.580262] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea3e048-f852-4179-9279-50657b641a15 in Status: IN_PROGRESS for 2s [ 873.650973] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.651186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.651223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.652034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.652034] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.652034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.652034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.652034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.652034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.652424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.652424] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.738031] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4488248-d880-45d4-9832-6218033b27a5: rpc.has_security_group_logging(os_id): False [ 873.755779] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.756090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.756090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.756227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.756317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.756547] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.756691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.756747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.756913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.757031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.757128] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4488248-d880-45d4-9832-6218033b27a5 is going to be updated. [ 873.786620] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 in Status: SUCCESS [ 873.786852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.787035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.787258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.787453] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.787569] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.787638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.787789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.787872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.787959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.788061] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32665456-b708-4a1c-9d47-4b1ea57fa328',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.810213] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.810363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.810422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.810632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.810769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.823227] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: IN_PROGRESS for 2s [ 873.866797] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 873.866977] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 deletion is rescheduled due to dependency. [ 873.867590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.074779] env[69839]: INFO networking_nsxv3.common.synchronization [req-af786202-6cf9-4b5a-a460-b5031e709743 req-a460ec54-c42e-4982-8b79-796fae8d4dd7 service nova] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_rules [ 874.075068] env[69839]: INFO networking_nsxv3.common.synchronization [req-af786202-6cf9-4b5a-a460-b5031e709743 req-a460ec54-c42e-4982-8b79-796fae8d4dd7 service nova] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 874.075108] env[69839]: INFO networking_nsxv3.common.synchronization [req-af786202-6cf9-4b5a-a460-b5031e709743 req-a460ec54-c42e-4982-8b79-796fae8d4dd7 service nova] Enqueued Resource ID: e8e732e9-697f-4e21-8b2a-6ceafa381158 with Priority: HIGHEST for action port [ 874.075349] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_rules [ 874.075479] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 874.075576] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8e732e9-697f-4e21-8b2a-6ceafa381158 with Priority: HIGHEST for action port [ 874.081201] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.081381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.081454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.081671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.081762] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.082726] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.082885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.082920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.083132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.083299] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.083398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.083458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.083604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.083690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.083877] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.085542] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8e732e9-697f-4e21-8b2a-6ceafa381158 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.085662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8e732e9-697f-4e21-8b2a-6ceafa381158" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.085725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8e732e9-697f-4e21-8b2a-6ceafa381158" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.085975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8e732e9-697f-4e21-8b2a-6ceafa381158" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.085975] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8e732e9-697f-4e21-8b2a-6ceafa381158',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.158565] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.158823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.158902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.159135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.159450] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.159632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.159766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.159967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.160123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.160260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.160447] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.160627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.160719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.160941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.161420] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.161619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.161745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.161993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.162433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.162433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.162433] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.291162] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-32665456-b708-4a1c-9d47-4b1ea57fa328 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.291333] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.291420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.292658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.292658] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.292658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.292658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.292658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.292658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.292658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.292658] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-32665456-b708-4a1c-9d47-4b1ea57fa328 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.292658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.292658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.292658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.293274] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.293274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.293274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.293274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.293274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.293274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.293475] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32665456-b708-4a1c-9d47-4b1ea57fa328',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.587458] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.587610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.587818] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.588748] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8e732e9-697f-4e21-8b2a-6ceafa381158 with status ACTIVE [ 874.590886] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.590886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.590886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.590886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.590886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.590886] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.590886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.590886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.590886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.590886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.593531] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.594657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.594657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.594806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.594852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.595156] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8e732e9-697f-4e21-8b2a-6ceafa381158 is going to be updated. [ 874.616101] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.616243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.616371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.616593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.616705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.616894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8e732e9-697f-4e21-8b2a-6ceafa381158" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.664916] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 965350fc-4672-480a-9f70-597c445d8da7: rpc.has_security_group_logging(os_id): False [ 874.682293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.682513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.682630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.683561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.683561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.683561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.683561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.683561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.683561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.683561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.683858] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.683858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.683931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.684119] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.684225] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.684429] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.684527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.684617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.684824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.684926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.685047] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 965350fc-4672-480a-9f70-597c445d8da7 is going to be updated. [ 874.764350] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.764591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.764591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.764926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.764926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.779755] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: IN_PROGRESS for 2s [ 874.801813] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32665456-b708-4a1c-9d47-4b1ea57fa328: rpc.has_security_group_logging(os_id): False [ 874.839293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.839446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.839518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.839733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.839834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.840050] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.840146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.840202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.840371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.840441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.840756] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.840836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.840900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.841469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.841469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.841469] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.841635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.841729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.841956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.842078] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.842193] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 is going to be created. [ 874.934263] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.934455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.934496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.934923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.935075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.954317] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 in Status: IN_PROGRESS for 2s [ 875.097418] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.350322] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 875.350563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.350723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.350940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.351064] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.591617] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea3e048-f852-4179-9279-50657b641a15 in Status: SUCCESS [ 875.591984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.600659] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.600805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.600875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.602101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.602281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.602409] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be created. [ 875.624450] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.624450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.624450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.624450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.624450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.631088] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: UNINITIALIZED for 2s [ 875.836160] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: SUCCESS [ 875.836400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.853370] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.853664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.853664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.853726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.855064] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.855064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.855064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.855064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.855064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.855064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.855064] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.358572] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.358572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.358572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.358572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.358572] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.358572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.358572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.358572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.358572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.358572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.358572] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.358572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.358572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.359421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.359421] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.359421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.359421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.359421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.359421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.359421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.359421] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.791252] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: SUCCESS [ 876.791486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.863611] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53372200-3e85-4c18-bfdf-e1463c4d88c1: rpc.has_security_group_logging(os_id): False [ 876.874508] env[69839]: INFO networking_nsxv3.common.synchronization [req-af786202-6cf9-4b5a-a460-b5031e709743 req-87cb991f-be55-4f03-b830-132ee7d40624 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 876.874508] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 876.874508] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.874508] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.879224] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.879686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.879954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.882230] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.882230] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.882230] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.882230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.882706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.882706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.882870] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.883140] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 876.957284] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.957284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.957284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.957284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.957284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.977216] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 in Status: SUCCESS [ 876.977216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.979997] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 877.205473] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.205473] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.205473] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.205712] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.205950] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.206125] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.206352] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.206465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.206613] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.206848] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.206965] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.208018] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.208175] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.208306] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 877.208421] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.208566] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.227538] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.227739] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 877.227887] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.229155] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-851" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.229155] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-6d16d7ce-5123-42b0-ae19-c35286fa17bf taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.229155] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-6d16d7ce-5123-42b0-ae19-c35286fa17bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.229155] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-6d16d7ce-5123-42b0-ae19-c35286fa17bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.229372] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-6d16d7ce-5123-42b0-ae19-c35286fa17bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.229412] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d16d7ce-5123-42b0-ae19-c35286fa17bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.528170] env[69839]: INFO networking_nsxv3.common.synchronization [req-0d231f91-f2ff-4cc1-8eb9-1e0f5ad38efb req-fcc5e1e0-d16a-48bd-a082-cbbf4148f64c tempest-FloatingIPsAssociationTestJSON-498382469 tempest-FloatingIPsAssociationTestJSON-498382469-project-member] Enqueued Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 877.528170] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGHEST for action security_group_members [ 877.528170] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.528170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.528170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.528602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.528652] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.528842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.528918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.529143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.529229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.529337] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.640338] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 877.640579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.640728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.641066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.641293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.641433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.641543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.641725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.641807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.641898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.642022] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.642902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.643102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.643279] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.643387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.643450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.643591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.643669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.643759] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.732019] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.732332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.732470] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.732816] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.733069] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.733351] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 6d16d7ce-5123-42b0-ae19-c35286fa17bf not found, creating... [ 877.733671] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.733874] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.734049] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.734432] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.734602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.735035] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.735277] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.735340] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.735608] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.735806] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.736059] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 6d16d7ce-5123-42b0-ae19-c35286fa17bf is going to be created. [ 877.757152] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.757408] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.757595] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.757888] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.758163] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.758406] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-6d16d7ce-5123-42b0-ae19-c35286fa17bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.035023] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.035023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.035023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.035023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.054897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.055207] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.055337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.055399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.055609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.055695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.055788] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 is going to be updated. [ 878.084310] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.084497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.084584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.084828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.085040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.093714] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: IN_PROGRESS for 2s [ 878.145737] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.145737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.148971] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.161474] env[69839]: INFO networking_nsxv3.common.synchronization [req-4d6b5712-82f8-41a7-9fc9-48e85a286de8 req-ef617cba-2f09-48f2-a615-2b12c97d6ee8 tempest-ServerPasswordTestJSON-714073733 tempest-ServerPasswordTestJSON-714073733-project-member] Enqueued Resource ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f with Priority: HIGHEST for action security_group_members [ 878.161474] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f with Priority: HIGHEST for action security_group_members [ 878.161474] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.161474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.161474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.161916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.162144] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.162259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.162332] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.162487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.162577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.162672] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26f9b8c6-1fc0-44c6-bfc8-35197049b16f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.464351] env[69839]: INFO networking_nsxv3.common.synchronization [req-af786202-6cf9-4b5a-a460-b5031e709743 req-60affcf9-03bb-4e45-95b8-6b9715ac878e service nova] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_rules [ 878.464351] env[69839]: INFO networking_nsxv3.common.synchronization [req-af786202-6cf9-4b5a-a460-b5031e709743 req-60affcf9-03bb-4e45-95b8-6b9715ac878e service nova] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 878.464351] env[69839]: INFO networking_nsxv3.common.synchronization [req-af786202-6cf9-4b5a-a460-b5031e709743 req-60affcf9-03bb-4e45-95b8-6b9715ac878e service nova] Enqueued Resource ID: 6d16d7ce-5123-42b0-ae19-c35286fa17bf with Priority: HIGHEST for action port [ 878.464351] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_rules [ 878.464351] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 878.464999] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d16d7ce-5123-42b0-ae19-c35286fa17bf with Priority: HIGHEST for action port [ 878.468848] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.468848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.468848] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.468848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.468848] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d16d7ce-5123-42b0-ae19-c35286fa17bf taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.468848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d16d7ce-5123-42b0-ae19-c35286fa17bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.468848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d16d7ce-5123-42b0-ae19-c35286fa17bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.468848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d16d7ce-5123-42b0-ae19-c35286fa17bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.468848] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d16d7ce-5123-42b0-ae19-c35286fa17bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.650877] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.666389] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.666555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.666621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.666827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.666925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.667138] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.667238] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.667301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.667455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.667536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.667627] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f is going to be updated. [ 878.695814] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.695970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.696050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.696248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.696387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.704417] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f in Status: IN_PROGRESS for 2s [ 878.973493] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d16d7ce-5123-42b0-ae19-c35286fa17bf with status ACTIVE [ 878.973736] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.973884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.973972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.974188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.974280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.974456] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.974555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.974640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.974855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.974961] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.975136] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.975234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.975297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.975437] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.975515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.975600] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d16d7ce-5123-42b0-ae19-c35286fa17bf is going to be updated. [ 878.999404] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 878.999639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.999819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.000689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.004210] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.008911] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.008911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.008911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.008911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.008911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.008911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d16d7ce-5123-42b0-ae19-c35286fa17bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.156031] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.156210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.156286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.156865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.156865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.156865] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be updated. [ 879.189514] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.189514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.189514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.189514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.189514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.205999] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 879.509807] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.509807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.509807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.509807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.509807] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.509807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.509807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.509807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.509807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.509807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.509807] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.596537] env[69839]: INFO networking_nsxv3.common.synchronization [req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f req-1ae22b78-3679-4e8a-99b1-3ede10f731af tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 879.598089] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 879.598089] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.598089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.598089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.598089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.600162] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.600713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.600924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.601221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.603143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.603143] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.965443] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.965743] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.965867] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.966044] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.966310] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.966468] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.966586] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.966902] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.967067] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.967288] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.967435] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.967518] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.967629] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.967742] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.967851] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.967992] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.986678] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.986924] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.987083] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.987259] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-840" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.987588] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.987777] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.987905] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.988245] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.988388] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cfa2f39-83a2-4fc5-93c4-f96db1bc9210',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.012125] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.012274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.012343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.012544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.012710] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.012811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.012873] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.014114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.014178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.014294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.014458] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.014595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.014645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.014776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.014920] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.015027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.015093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.015246] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.015313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.015376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.015465] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.104460] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.110303] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 in Status: SUCCESS [ 880.110476] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 deletion is rescheduled due to dependency. [ 880.110614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.490918] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.491192] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.491328] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.491633] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.491871] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.492077] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 not found, creating... [ 880.492367] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.492558] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.492685] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.492919] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.493099] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.493409] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.493569] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.493703] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.493937] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.494091] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.494249] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 is going to be created. [ 880.516223] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.516483] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.516701] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.516966] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.517337] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.517690] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.518749] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53372200-3e85-4c18-bfdf-e1463c4d88c1: rpc.has_security_group_logging(os_id): False [ 880.537758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.537903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.537971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.538188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.538276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.538468] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.538562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.538625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.538826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.538911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.539142] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.539237] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.539441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.539512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.539799] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.539858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.540541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.540644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.540764] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 880.603363] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.603451] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.603487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.603696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.603841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.606401] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.633057] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 880.720159] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f in Status: SUCCESS [ 880.720357] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f deletion is rescheduled due to dependency. [ 880.720485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.108396] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.108996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.108996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.109136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.109417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.109417] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 881.138690] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.139239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.139440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.139844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.140581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.150479] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 881.219256] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.219256] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.219256] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.219256] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.219256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.220334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.220556] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.221579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.222787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.223072] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.223291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.223437] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.223678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.223841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.224900] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.294242] env[69839]: INFO networking_nsxv3.common.synchronization [req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f req-d59b0337-8135-4ee1-9786-8ad1d5e43baa service nova] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_rules [ 881.294242] env[69839]: INFO networking_nsxv3.common.synchronization [req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f req-d59b0337-8135-4ee1-9786-8ad1d5e43baa service nova] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 881.294242] env[69839]: INFO networking_nsxv3.common.synchronization [req-25a9f0a3-d8ab-418d-aaa8-2acd7c53c23f req-d59b0337-8135-4ee1-9786-8ad1d5e43baa service nova] Enqueued Resource ID: 1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 with Priority: HIGHEST for action port [ 881.294242] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_rules [ 881.294242] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 881.294242] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 with Priority: HIGHEST for action port [ 881.295726] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.300026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.301837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.301837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.301837] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.303536] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.303968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.304497] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.304841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.305044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.305366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.305555] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cfa2f39-83a2-4fc5-93c4-f96db1bc9210',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.725870] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d6fa08-67af-434c-8ee4-e4745bff1b55: rpc.has_security_group_logging(os_id): False [ 881.728639] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.744303] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.745362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.745362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.746772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.746772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.746772] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.746772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.747010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.747687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.747687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.747687] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.747850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.747850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.747983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.748333] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.749637] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.749637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.749637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.749637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.749637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.749637] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be created. [ 881.809364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.809364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.809364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.809364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.809364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.809364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.809364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.814026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 with status ACTIVE [ 881.814026] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.814026] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.814026] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.814026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.814026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cfa2f39-83a2-4fc5-93c4-f96db1bc9210 is going to be updated. [ 881.835609] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.836032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.836032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.836235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.836304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.839263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cfa2f39-83a2-4fc5-93c4-f96db1bc9210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.839263] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 881.887672] env[69839]: INFO networking_nsxv3.common.synchronization [req-c2bf08ae-e2fa-48d8-a1e2-1d3dc3320723 req-6967b264-814d-4c32-acb3-d81f325e183e tempest-ServerAddressesNegativeTestJSON-448308717 tempest-ServerAddressesNegativeTestJSON-448308717-project-member] Enqueued Resource ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 with Priority: HIGHEST for action security_group_members [ 881.888258] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 with Priority: HIGHEST for action security_group_members [ 881.888592] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-32665456-b708-4a1c-9d47-4b1ea57fa328 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.889830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.890020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.890319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.890495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.890643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.890788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.890987] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.891996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.892159] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32665456-b708-4a1c-9d47-4b1ea57fa328',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.233152] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.397649] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.398069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.400879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.400879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.400879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.400879] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.400879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.400879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.400879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.400879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.400879] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 is going to be updated. [ 882.434009] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.434259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.434396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.434812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.435072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.450484] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 in Status: IN_PROGRESS for 2s [ 882.648507] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 882.648507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.679251] env[69839]: INFO networking_nsxv3.common.synchronization [req-babf7a77-f7de-44c1-9c76-b26fd6dc58bd req-566e6ec0-90aa-4188-831a-1eed0ebb7b96 tempest-VolumesAssistedSnapshotsTest-1345973181 tempest-VolumesAssistedSnapshotsTest-1345973181-project-member] Enqueued Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_members [ 882.679251] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGHEST for action security_group_members [ 882.679251] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.679251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.679251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.679251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.679707] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.679950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.680140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.680413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.680581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.680771] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.740085] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.740238] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.740238] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.740436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.740499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.740600] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be updated. [ 882.774303] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.774459] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.774531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.774744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.774890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.783738] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 882.818030] env[69839]: INFO networking_nsxv3.common.synchronization [req-d06e4e7b-9be8-44ea-87ab-b26350f261bd req-f63b01e5-4e43-4c37-a3c1-40a9cad89d59 tempest-ServersTestJSON-488681276 tempest-ServersTestJSON-488681276-project-member] Enqueued Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_members [ 882.818534] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGHEST for action security_group_members [ 882.818878] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-fafc63f4-01f1-437e-bd42-bf6258a47894 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.819017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.819094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.819296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.819451] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.819545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.819606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.819764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.819851] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.819945] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.162290] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 883.164694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.165106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.165436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.165782] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.166147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.166216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.166477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.166660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.166852] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.187460] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.187675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.187779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.188041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.215137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.215137] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.215137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.215137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.215137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.215137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.215137] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf is going to be updated. [ 883.251780] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.252253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.252253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.252253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.252439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.261753] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf in Status: IN_PROGRESS for 2s [ 883.326603] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.326779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.326867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.327128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.327238] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.327476] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.327613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.327695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.327899] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.327993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.328111] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fafc63f4-01f1-437e-bd42-bf6258a47894 is going to be updated. [ 883.357865] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.358131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.358267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.358505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.358662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.368840] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fafc63f4-01f1-437e-bd42-bf6258a47894 in Status: IN_PROGRESS for 2s [ 883.669037] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.850487] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 883.850742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.851362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.851576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.851672] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.172625] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.356292] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.356611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.462863] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 in Status: SUCCESS [ 884.462863] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 deletion is rescheduled due to dependency. [ 884.462863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.682188] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.682188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.682188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.682188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.682188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.682188] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 884.705373] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.705715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.705878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.706169] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.706404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.714442] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 884.792922] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 884.792922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.792922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.792922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.792922] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.792922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.792922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.792922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.793452] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.793452] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.793452] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.094371] env[69839]: INFO networking_nsxv3.common.synchronization [req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 req-2965e15f-13e2-41e6-9845-3fae90206cb4 tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 885.095426] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 885.095426] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.095578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.095629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.095850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.096047] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.096164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.096230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.096446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.096571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.096698] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.336232] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.336369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.336440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.336690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.336884] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.336989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.337056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.337213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.337298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.337406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.337550] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.337642] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.337700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.337838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.337992] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.338105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.338158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.338313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.338401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.338483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.338570] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.347322] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf in Status: SUCCESS [ 885.347495] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf deletion is rescheduled due to dependency. [ 885.347600] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.378316] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fafc63f4-01f1-437e-bd42-bf6258a47894 in Status: SUCCESS [ 885.378604] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fafc63f4-01f1-437e-bd42-bf6258a47894 deletion is rescheduled due to dependency. [ 885.378604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.600435] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.600607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.600658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.600883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.600973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.601366] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.601501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.601617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.601915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.602096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.602283] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 is going to be deleted. [ 885.629590] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.629997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.629997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.630145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.630204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.630291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.684899] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.685154] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-78" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.685250] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-78" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.685509] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-78" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.685771] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.685931] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.686087] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.686307] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.686465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.686669] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.686868] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.686992] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.687158] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.687229] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.687351] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.687642] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.708940] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.709220] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.709435] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.709679] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-78" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.710090] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.710329] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.710491] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.710879] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.711224] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26733a3a-7c34-4f36-bfd6-72c44d1b7fa3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.826420] env[69839]: INFO networking_nsxv3.common.synchronization [req-01e74cab-8444-463b-90de-7e4ff7276ee4 req-4c84597a-fc7c-419e-bda9-b9113f5cc905 tempest-ListServerFiltersTestJSON-128119452 tempest-ListServerFiltersTestJSON-128119452-project-member] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 885.826984] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGHEST for action security_group_members [ 885.827327] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.827457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.827531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.827734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.827887] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.827996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.828702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.828918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.829026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.829119] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.841135] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81d6fa08-67af-434c-8ee4-e4745bff1b55: rpc.has_security_group_logging(os_id): False [ 885.860892] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.860892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.860892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.861195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.861300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.861516] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.861626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.861691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.861850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.861931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.862153] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.862254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.862316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.862459] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.862534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.862749] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.862846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.862935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.863075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.863152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.863241] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be updated. [ 885.923880] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.924282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.924464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.924698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.924937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.940352] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 886.214130] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.214370] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.214511] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.214822] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.214969] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.215137] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 not found, creating... [ 886.215398] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.215562] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.215697] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.215915] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.216073] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.216356] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.216514] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.216654] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.216879] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.217054] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.217202] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 is going to be created. [ 886.236809] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.237109] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.237246] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.237522] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.237771] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.237996] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.331148] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.331364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.331509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.331597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.331802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.331881] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.332034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.332095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.332224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.332301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.332406] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be updated. [ 886.364630] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.364797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.364848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.365079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.365221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.374956] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: IN_PROGRESS for 2s [ 886.723970] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 886.724291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.724397] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.724618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.724823] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.724940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.725031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.725231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.725318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.725409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.725498] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.130186] env[69839]: INFO networking_nsxv3.common.synchronization [req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 req-bb1fc09a-0238-42a5-a4ab-056ed5f42722 service nova] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_rules [ 887.130429] env[69839]: INFO networking_nsxv3.common.synchronization [req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 req-bb1fc09a-0238-42a5-a4ab-056ed5f42722 service nova] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 887.130509] env[69839]: INFO networking_nsxv3.common.synchronization [req-a01a1643-8b2b-4c19-ad1d-1a2959bf0e01 req-bb1fc09a-0238-42a5-a4ab-056ed5f42722 service nova] Enqueued Resource ID: 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 with Priority: HIGHEST for action port [ 887.130789] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_rules [ 887.130870] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 887.130968] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 with Priority: HIGHEST for action port [ 887.131539] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.131664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.131731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.131931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.133404] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.137194] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.137324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.137394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.137584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.137743] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.137843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.137907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.138071] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.138157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.138253] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.139088] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.139199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.139475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.139475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.139475] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26733a3a-7c34-4f36-bfd6-72c44d1b7fa3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.227696] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.227858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.227934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.228213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.228448] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.228725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.228725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.228824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.228960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.229023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.229252] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.229806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.229806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.229806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.229806] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.229806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.230070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.230070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.230070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.230159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.230272] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.641350] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.643218] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.643353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.643533] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 with status ACTIVE [ 887.643693] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.643795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.643854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.644078] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.644170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.644335] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.644428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.644486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.644635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.645055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.645415] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.645542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.645620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.646031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.646582] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.646582] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26733a3a-7c34-4f36-bfd6-72c44d1b7fa3 is going to be updated. [ 887.667362] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.667597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.668086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.668571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.668787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.669149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26733a3a-7c34-4f36-bfd6-72c44d1b7fa3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.735399] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97f8b58e-caa4-456d-99a0-f5151a6da394: rpc.has_security_group_logging(os_id): False [ 887.757040] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.757210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.757272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.757772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.777149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.777495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.777625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.777692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.777906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.777991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.778199] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.778322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.778389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.778545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.778622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.778917] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.779029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.779029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.779213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.779268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.779343] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 887.863315] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.863315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.863315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.863315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.863315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.876119] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 887.957695] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 887.957935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.143615] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.385864] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 in Status: SUCCESS [ 888.386421] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 deletion is rescheduled due to dependency. [ 888.386652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.646196] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.646378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.646492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.646771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.646889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.648794] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 is going to be created. [ 888.669395] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.669395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.669395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.669395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.669640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.678785] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: UNINITIALIZED for 2s [ 889.822042] env[69839]: INFO networking_nsxv3.common.synchronization [req-744ab636-a146-4baa-a7a8-05d30b70ba4e req-e54f6a41-782b-4b9f-8721-fedd4514fe61 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Enqueued Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 889.822679] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 889.822679] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.822857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.822857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.823272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.823787] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.825346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.825346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.825346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.825346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.825346] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.890271] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 889.890581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.313569] env[69839]: INFO networking_nsxv3.common.synchronization [req-c5cad133-ad3b-45f8-8330-0f141452badc req-b37a05ec-9ae4-452c-a14b-3f722d48ed10 tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 890.314091] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 890.314392] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.314511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.314654] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.314771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.314927] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.315302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.315419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.315585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.315674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.315947] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.327275] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.440934] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.440934] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.441306] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.441306] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.441575] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.441886] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.441886] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.442144] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.443201] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.443201] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.443201] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.443201] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.443201] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.443201] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.443201] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.443201] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.461965] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.463489] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.463489] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.463489] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-474" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.463489] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-0c4cf264-fc5f-4920-9985-70cbdf7072ce taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.463847] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-0c4cf264-fc5f-4920-9985-70cbdf7072ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.463847] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-0c4cf264-fc5f-4920-9985-70cbdf7072ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.463962] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-0c4cf264-fc5f-4920-9985-70cbdf7072ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.464143] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4cf264-fc5f-4920-9985-70cbdf7072ce',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.549094] env[69839]: INFO networking_nsxv3.common.synchronization [req-5c8218f1-3493-4833-8802-40aa518e6265 req-8f5e4f95-463b-4734-aa34-5bf283dd010e tempest-MultipleCreateTestJSON-77931851 tempest-MultipleCreateTestJSON-77931851-project-member] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 890.549600] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGHEST for action security_group_members [ 890.549906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.554053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.689160] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: SUCCESS [ 890.689419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.689510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.689756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.690127] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.690127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.690301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.690427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.690488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.690548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.690672] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.819603] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.830143] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.966708] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.966965] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.967118] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.967406] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.967564] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.967727] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 0c4cf264-fc5f-4920-9985-70cbdf7072ce not found, creating... [ 890.967995] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.968214] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.968345] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.968567] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.968851] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.969027] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.969460] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.969460] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.969604] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.969690] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.969794] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 0c4cf264-fc5f-4920-9985-70cbdf7072ce is going to be created. [ 890.990592] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.990831] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.990941] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.991244] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.991517] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.991757] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-0c4cf264-fc5f-4920-9985-70cbdf7072ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.193991] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.321047] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.332252] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.332428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.332489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.332681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.332772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.332874] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 is going to be updated. [ 891.361757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.361884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.361975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.362181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.362323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.370832] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: IN_PROGRESS for 2s [ 891.696729] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0770ea34-dbb5-4138-84f4-97b070579267: rpc.has_security_group_logging(os_id): False [ 891.714090] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.714252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.714252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.714537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.714537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.715156] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.715156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.715156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.715156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.715156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.715408] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 is going to be created. [ 891.773089] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.773331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.773331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.774060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.774060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.791028] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: IN_PROGRESS for 2s [ 891.825733] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.825896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.825984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.826322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.826470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.826513] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be updated. [ 891.870420] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.870979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.870979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.870979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.870979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.882111] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 891.890041] env[69839]: INFO networking_nsxv3.common.synchronization [req-744ab636-a146-4baa-a7a8-05d30b70ba4e req-ddb9ba27-8475-499f-824d-3db321f621a3 service nova] Enqueued Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_rules [ 891.890041] env[69839]: INFO networking_nsxv3.common.synchronization [req-744ab636-a146-4baa-a7a8-05d30b70ba4e req-ddb9ba27-8475-499f-824d-3db321f621a3 service nova] Enqueued Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 891.890041] env[69839]: INFO networking_nsxv3.common.synchronization [req-744ab636-a146-4baa-a7a8-05d30b70ba4e req-ddb9ba27-8475-499f-824d-3db321f621a3 service nova] Enqueued Resource ID: 0c4cf264-fc5f-4920-9985-70cbdf7072ce with Priority: HIGHEST for action port [ 891.890041] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_rules [ 891.890041] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 891.890041] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4cf264-fc5f-4920-9985-70cbdf7072ce with Priority: HIGHEST for action port [ 891.890041] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.890604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.890604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.890604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.890604] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.891706] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.894394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.894893] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c4cf264-fc5f-4920-9985-70cbdf7072ce taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.894893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c4cf264-fc5f-4920-9985-70cbdf7072ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.894893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c4cf264-fc5f-4920-9985-70cbdf7072ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.895102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c4cf264-fc5f-4920-9985-70cbdf7072ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.895871] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4cf264-fc5f-4920-9985-70cbdf7072ce',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.399547] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.399547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.405043] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c4cf264-fc5f-4920-9985-70cbdf7072ce with status ACTIVE [ 892.405043] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.405043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.405043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.405043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.405043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.405043] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.405043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.405043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.405433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.405433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.405433] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.405433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.405561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.406148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.406148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.406148] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c4cf264-fc5f-4920-9985-70cbdf7072ce is going to be updated. [ 892.423808] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.424144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.424144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.425121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.425121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.425121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c4cf264-fc5f-4920-9985-70cbdf7072ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.380105] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: SUCCESS [ 893.380390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.380660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.381042] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.381322] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.381505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.381602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.381831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.382222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.382222] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.800676] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: SUCCESS [ 893.800930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.883689] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.893710] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 893.893710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.893710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.893710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.893710] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.893710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.894013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.894013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.894524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.894524] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.392930] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.397770] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.397905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.397980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.398223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.398287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.398477] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.398574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.398713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.398880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.398956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.399102] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be updated. [ 894.426302] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.426472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.426536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.426692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.426827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.436184] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: IN_PROGRESS for 2s [ 894.894977] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.895688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.895771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.896011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.896122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.896230] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 is going to be updated. [ 894.922589] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.922739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.922813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.923043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.923193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.931175] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: IN_PROGRESS for 2s [ 895.071045] env[69839]: INFO networking_nsxv3.common.synchronization [req-8ab49d7f-27e0-43af-b9c0-981f05b9dffa req-fd532097-fc4f-4b11-812c-99ad174c7b7d tempest-ListImageFiltersTestJSON-1325426004 tempest-ListImageFiltersTestJSON-1325426004-project-member] Enqueued Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 895.071634] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGHEST for action security_group_members [ 895.071963] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.072167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.072265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.072506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.072710] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.073342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.073462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.073665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.073794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.073921] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.576151] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.576514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.576514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.576783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.576908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.577191] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.577433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.577433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.577551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.577627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.577839] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 is going to be updated. [ 895.612916] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.613044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.613091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.614011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.614011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.623218] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: IN_PROGRESS for 2s [ 896.445666] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 in Status: SUCCESS [ 896.445666] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 deletion is rescheduled due to dependency. [ 896.445666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.944372] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: SUCCESS [ 896.944647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.944724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.944909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.945142] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.945299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.945357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.945510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.945606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.945700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.945793] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.448313] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.448491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.448491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.448705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.448874] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.448967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.449048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.449249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.449341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.449430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.449581] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.449675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.449733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.449872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.450025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.450146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.450233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.450396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.450473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.450554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.450641] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.632915] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 in Status: SUCCESS [ 897.633578] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 deletion is rescheduled due to dependency. [ 897.633578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.771032] env[69839]: INFO networking_nsxv3.common.synchronization [None req-646ef738-4b5d-4feb-8a0b-64639c00fdfc tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Enqueued Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_rules [ 897.771578] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_rules [ 897.771882] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.772014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.772085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.772343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.772430] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.856265] env[69839]: INFO networking_nsxv3.common.synchronization [None req-2f1ec9dd-7310-4d40-a0ac-b8a2de16bdc9 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Enqueued Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_rules [ 897.857135] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_rules [ 897.857434] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.857553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.955385] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 172d40c3-3cfa-4069-ad62-f8b7a81b87a0: rpc.has_security_group_logging(os_id): False [ 897.973390] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.973390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.973390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.973599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.992814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.993207] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.993398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.993490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.993731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.993815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.994150] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.994308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.994402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.994601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.994726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.994985] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.995174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.995239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.995499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.995499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.995726] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 is going to be updated. [ 898.053532] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.053638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.053708] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.053954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.054155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.072114] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: IN_PROGRESS for 2s [ 898.296214] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.296370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.296436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.296828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.296828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.296828] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d already deleted. [ 898.296966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.297202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.297371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.297457] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.824768] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.824918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.824990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.825209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.825317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.825518] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d already deleted. [ 898.825518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.084383] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: SUCCESS [ 900.084704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.860717] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 902.860717] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 905.845874] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9b2e7288-a998-49a0-ad0e-6c568eadfba2 None None] Enqueued Resource ID: 5d031bd0-95fe-493a-b195-0f05d89d341f with Priority: HIGHEST for action port [ 905.847477] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d031bd0-95fe-493a-b195-0f05d89d341f with Priority: HIGHEST for action port [ 905.848255] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d031bd0-95fe-493a-b195-0f05d89d341f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.850104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d031bd0-95fe-493a-b195-0f05d89d341f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.850104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d031bd0-95fe-493a-b195-0f05d89d341f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.850104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d031bd0-95fe-493a-b195-0f05d89d341f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.850104] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d031bd0-95fe-493a-b195-0f05d89d341f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.351680] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d031bd0-95fe-493a-b195-0f05d89d341f [ 906.351932] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.352093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.352199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.352400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.352462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.352573] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d031bd0-95fe-493a-b195-0f05d89d341f already deleted. [ 906.352648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d031bd0-95fe-493a-b195-0f05d89d341f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.942530] env[69839]: INFO networking_nsxv3.common.synchronization [None req-f7a58982-0abc-439a-aa18-af8746375e1b tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_rules [ 906.942949] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_rules [ 906.943275] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.943400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.943464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.943733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.943816] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.040158] env[69839]: INFO networking_nsxv3.common.synchronization [None req-22329630-d386-476e-9154-cb4c93ccd3ab tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_rules [ 907.040158] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_rules [ 907.041029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.041029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.465901] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.466245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.466245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.466495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.466495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.466627] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b already deleted. [ 907.466627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.466744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.466898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.466997] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.989284] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.989612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.989612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.989779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.989928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.989962] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b already deleted. [ 907.990082] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.193085] env[69839]: INFO networking_nsxv3.common.synchronization [req-045cbbb0-a6c4-473d-a6c0-85793054d54c req-4a22c9e5-56ae-44a7-8434-c6d7d9bea325 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Enqueued Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 908.193707] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 908.195220] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.195345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.195410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.195665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.195837] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.195940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.196011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.196221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.196281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.196354] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.276482] env[69839]: INFO networking_nsxv3.common.synchronization [None req-cebf25cd-fccb-4dd8-898a-5ac9adb3431a None None] Enqueued Resource ID: 19061218-7ac7-4408-98a3-c065c0e2d7ca with Priority: HIGHEST for action port [ 908.276585] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19061218-7ac7-4408-98a3-c065c0e2d7ca with Priority: HIGHEST for action port [ 908.277120] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-19061218-7ac7-4408-98a3-c065c0e2d7ca taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.277248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19061218-7ac7-4408-98a3-c065c0e2d7ca" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.277248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19061218-7ac7-4408-98a3-c065c0e2d7ca" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.277553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19061218-7ac7-4408-98a3-c065c0e2d7ca" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.277723] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19061218-7ac7-4408-98a3-c065c0e2d7ca',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.700418] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.700418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.700418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.700418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.700418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.700418] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.700418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.700418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.700418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.700418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.700418] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d already deleted. [ 908.700418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.785247] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19061218-7ac7-4408-98a3-c065c0e2d7ca [ 908.785497] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.785629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.785697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.785910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.786011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.786127] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19061218-7ac7-4408-98a3-c065c0e2d7ca already deleted. [ 908.786193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19061218-7ac7-4408-98a3-c065c0e2d7ca" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.988582] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.988802] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-605" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.988936] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-605" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.989309] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-605" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.989616] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.989782] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.989901] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.990143] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.990293] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.990573] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.990707] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.990831] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.990944] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.991070] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.991179] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.991315] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.010378] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.010566] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.010710] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.010891] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-605" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.011230] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-524e4273-f998-439c-b2bd-2b2692c08baa taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.011409] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-524e4273-f998-439c-b2bd-2b2692c08baa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.011544] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-524e4273-f998-439c-b2bd-2b2692c08baa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.011838] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-524e4273-f998-439c-b2bd-2b2692c08baa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.011984] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524e4273-f998-439c-b2bd-2b2692c08baa',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.513767] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.513998] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.514142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.514431] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.514589] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.514744] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 524e4273-f998-439c-b2bd-2b2692c08baa not found, creating... [ 909.515008] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.515176] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.515299] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.515517] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.515663] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.515948] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.516123] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.516246] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.516451] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.516589] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.516754] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 524e4273-f998-439c-b2bd-2b2692c08baa is going to be created. [ 909.535457] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.535695] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.535855] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.536152] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.536423] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.536691] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-524e4273-f998-439c-b2bd-2b2692c08baa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.398817] env[69839]: INFO networking_nsxv3.common.synchronization [req-045cbbb0-a6c4-473d-a6c0-85793054d54c req-261afa30-ad57-40ba-81b7-e118bb1c917e service nova] Enqueued Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_rules [ 910.399050] env[69839]: INFO networking_nsxv3.common.synchronization [req-045cbbb0-a6c4-473d-a6c0-85793054d54c req-261afa30-ad57-40ba-81b7-e118bb1c917e service nova] Enqueued Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 910.399281] env[69839]: INFO networking_nsxv3.common.synchronization [req-045cbbb0-a6c4-473d-a6c0-85793054d54c req-261afa30-ad57-40ba-81b7-e118bb1c917e service nova] Enqueued Resource ID: 524e4273-f998-439c-b2bd-2b2692c08baa with Priority: HIGHEST for action port [ 910.399841] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_rules [ 910.400043] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 910.400195] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524e4273-f998-439c-b2bd-2b2692c08baa with Priority: HIGHEST for action port [ 910.400559] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.400749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.400821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.401077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.401163] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.401981] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.402113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.402175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.402341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.402497] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.402595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.402649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.402786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.402869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.402954] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.407315] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-524e4273-f998-439c-b2bd-2b2692c08baa taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.407315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-524e4273-f998-439c-b2bd-2b2692c08baa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.407315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-524e4273-f998-439c-b2bd-2b2692c08baa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.407315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-524e4273-f998-439c-b2bd-2b2692c08baa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.407552] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524e4273-f998-439c-b2bd-2b2692c08baa',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.909215] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.910517] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.910647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.912187] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 524e4273-f998-439c-b2bd-2b2692c08baa with status ACTIVE [ 910.912363] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.912497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.912557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.912737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.912831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.912998] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.913106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.913242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.913333] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.913411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.913594] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.913683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.913741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.913881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.913955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.914067] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 524e4273-f998-439c-b2bd-2b2692c08baa is going to be updated. [ 910.933883] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.934028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.934103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.934292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.934422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.934618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-524e4273-f998-439c-b2bd-2b2692c08baa" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.412276] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.917115] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.917280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.917362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.917615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.917732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.917839] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d is going to be created. [ 911.940857] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.940977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.941064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.941277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.941434] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.951365] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: UNINITIALIZED for 2s [ 913.921424] env[69839]: INFO networking_nsxv3.common.synchronization [req-57e06024-6e10-4991-80f5-44c12a576421 req-421268cd-ab97-45f8-89cb-4972f75c6621 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 913.921966] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 913.922283] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.922410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.922485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.922722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.922881] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.922977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.923069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.923216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.923299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.923393] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.962088] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: SUCCESS [ 913.962317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.962484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.962705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.962905] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.963048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.963122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.963281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.963368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.963443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.963534] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.338266] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.338266] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.338266] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.338266] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.338266] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.338266] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.338266] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.339159] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.339469] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.340292] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.340525] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.340815] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.341107] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.341420] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.341957] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.342218] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.362758] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.363131] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.363421] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.363752] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.364261] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-cb2345c9-d690-4a8a-ae4f-f4b929feebd2 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.364665] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-cb2345c9-d690-4a8a-ae4f-f4b929feebd2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.366077] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-cb2345c9-d690-4a8a-ae4f-f4b929feebd2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.366077] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-cb2345c9-d690-4a8a-ae4f-f4b929feebd2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.366077] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb2345c9-d690-4a8a-ae4f-f4b929feebd2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.425756] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.425925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.426006] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.426227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.426322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.427028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.427028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.427028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.427028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.427028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.427028] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 already deleted. [ 914.427555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.466521] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.466674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.466765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.467119] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.467327] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.467530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.469556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.469779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.469876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.469976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.470161] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.470263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.470327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.470511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.470691] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.470810] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.470876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.471037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.471120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.471202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.471297] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.871185] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.871185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.871185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.871185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.871185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.871185] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port cb2345c9-d690-4a8a-ae4f-f4b929feebd2 not found, creating... [ 914.871185] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.871185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.871185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.871185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.871185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.871600] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.871600] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.871600] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.871600] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.871958] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.872156] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: cb2345c9-d690-4a8a-ae4f-f4b929feebd2 is going to be created. [ 914.892179] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.892356] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.892486] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.892725] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.892947] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.893181] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-cb2345c9-d690-4a8a-ae4f-f4b929feebd2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.973482] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d: rpc.has_security_group_logging(os_id): False [ 914.993221] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.994756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.994756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.994756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.994756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.994756] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.994756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.994756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.994756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.994756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.994756] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.994756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.994756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.995316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.995316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.995316] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.995316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.995316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.995524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.995524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.995596] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d is going to be created. [ 915.094057] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.094324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.094324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.094511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.094698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.152911] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: IN_PROGRESS for 2s [ 915.716173] env[69839]: INFO networking_nsxv3.common.synchronization [req-57e06024-6e10-4991-80f5-44c12a576421 req-7ca82d49-35e3-465d-8500-8d1183339599 service nova] Enqueued Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_rules [ 915.716346] env[69839]: INFO networking_nsxv3.common.synchronization [req-57e06024-6e10-4991-80f5-44c12a576421 req-7ca82d49-35e3-465d-8500-8d1183339599 service nova] Enqueued Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 915.716486] env[69839]: INFO networking_nsxv3.common.synchronization [req-57e06024-6e10-4991-80f5-44c12a576421 req-7ca82d49-35e3-465d-8500-8d1183339599 service nova] Enqueued Resource ID: cb2345c9-d690-4a8a-ae4f-f4b929feebd2 with Priority: HIGHEST for action port [ 915.716703] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_rules [ 915.716824] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 915.716914] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2345c9-d690-4a8a-ae4f-f4b929feebd2 with Priority: HIGHEST for action port [ 915.717472] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.719018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.719018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.719018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.719018] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.719996] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.720091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.720163] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.720334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.720489] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.720589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.720647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.720785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.720866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.721016] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.721769] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb2345c9-d690-4a8a-ae4f-f4b929feebd2 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.721895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb2345c9-d690-4a8a-ae4f-f4b929feebd2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.721966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb2345c9-d690-4a8a-ae4f-f4b929feebd2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.722098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb2345c9-d690-4a8a-ae4f-f4b929feebd2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.722178] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb2345c9-d690-4a8a-ae4f-f4b929feebd2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.224389] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.225253] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.225253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.225253] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb2345c9-d690-4a8a-ae4f-f4b929feebd2 with status ACTIVE [ 916.225467] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.225467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.225467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.225859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.225859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.225955] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.226015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.226103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.226276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.226377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.226592] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.226705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.226790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.227054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.227054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.227171] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb2345c9-d690-4a8a-ae4f-f4b929feebd2 is going to be updated. [ 916.247663] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.247663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.247663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.247663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.247663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.247663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb2345c9-d690-4a8a-ae4f-f4b929feebd2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.488735] env[69839]: INFO networking_nsxv3.common.synchronization [req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e req-770e7e7c-cdad-4c26-8a63-c13c012b536a tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 916.489781] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 916.491392] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.491392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.491392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.491392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.491392] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.491392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.494016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.494016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.494016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.494016] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.730113] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.996479] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.996632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.996698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.996923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.997035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.997241] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.997328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.997386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.997534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.997601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.997688] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 already deleted. [ 916.997769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.166437] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: SUCCESS [ 917.166692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.231687] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.231965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.231965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.232156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.232248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.232350] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 is going to be created. [ 917.256968] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.257131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.257199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.257423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.257583] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.266600] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: UNINITIALIZED for 2s [ 917.385873] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.386083] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.386218] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.386559] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.386826] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.386991] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.387126] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.387343] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.387495] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.387721] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.387838] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.387949] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.388073] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.388188] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.388295] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.388432] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.408121] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.408284] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.408425] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.408605] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.408903] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-50b8545d-6a02-4982-b788-5b44438a9066 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.409085] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.409209] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.409521] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.409668] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b8545d-6a02-4982-b788-5b44438a9066',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.913366] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.913597] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.913729] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.914017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.914190] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.914350] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 50b8545d-6a02-4982-b788-5b44438a9066 not found, creating... [ 917.914626] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.914806] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.914958] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.915187] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.915331] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.915637] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.915809] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.915916] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.916170] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.916314] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.916454] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 50b8545d-6a02-4982-b788-5b44438a9066 is going to be created. [ 917.936872] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.936872] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.936872] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.937584] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.937584] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.937584] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.040221] env[69839]: INFO networking_nsxv3.common.synchronization [req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e req-a9d0eb4c-e1f8-40d3-ba8c-6c8f6703c972 service nova] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_rules [ 919.040579] env[69839]: INFO networking_nsxv3.common.synchronization [req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e req-a9d0eb4c-e1f8-40d3-ba8c-6c8f6703c972 service nova] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 919.040579] env[69839]: INFO networking_nsxv3.common.synchronization [req-b6c52dc8-11ee-4637-87e4-e22bb27a1c1e req-a9d0eb4c-e1f8-40d3-ba8c-6c8f6703c972 service nova] Enqueued Resource ID: 50b8545d-6a02-4982-b788-5b44438a9066 with Priority: HIGHEST for action port [ 919.040777] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_rules [ 919.040898] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 919.040998] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b8545d-6a02-4982-b788-5b44438a9066 with Priority: HIGHEST for action port [ 919.041555] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.041680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.041752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.042109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.042256] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.044181] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.092301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.092301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.092301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.092301] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.092301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.092301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.092301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.092301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.092301] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.092301] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b8545d-6a02-4982-b788-5b44438a9066 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.092301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.092301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.092301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.092301] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b8545d-6a02-4982-b788-5b44438a9066',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.275907] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: SUCCESS [ 919.276185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.276305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.276522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.276713] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.276830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.276895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.277056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.277142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.277226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.277314] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.547567] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.548775] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.548845] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.552737] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50b8545d-6a02-4982-b788-5b44438a9066 with status ACTIVE [ 919.552737] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.552737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.552737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.552737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.552737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.552737] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.552737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.553191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.553403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.553683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.553750] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.553838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.553879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.554148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.554148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.554239] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50b8545d-6a02-4982-b788-5b44438a9066 is going to be updated. [ 919.578143] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.578143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.578310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.578649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.578649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.578733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.779451] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.779511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.779578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.779832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.779997] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.780115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.780202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.780336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.780426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.780517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.780726] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.780824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.780887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.781061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.781199] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.781304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.781368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.781505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.781582] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.781664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.781756] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.051114] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.284072] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4be12104-8034-4075-848a-7de936dfa2e0: rpc.has_security_group_logging(os_id): False [ 920.302554] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.304560] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.304560] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.304560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.305291] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.305291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.305291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.305439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.305439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.305489] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 is going to be created. [ 920.363813] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.364011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.364051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.364255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.364441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.379342] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: IN_PROGRESS for 2s [ 920.556627] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.556627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.556627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.556627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.556627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.556627] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be created. [ 920.579359] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.579359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.579359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.579927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.580482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.590019] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: UNINITIALIZED for 2s [ 920.758338] env[69839]: INFO networking_nsxv3.common.synchronization [req-a85fafa2-1b9f-44eb-9e0a-72dc55337b66 req-9d816945-50e3-40dd-b83d-dd841e6d04ed tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 920.758893] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 920.759203] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.759743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.759833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.763792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.763792] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.763792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.763792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.763792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.763792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.763792] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.265790] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.768329] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.271159] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.271404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.271404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.273394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.273394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.273394] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 922.298031] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.298188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.298234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.298436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.298578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.306570] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 922.386015] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: SUCCESS [ 922.386273] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.601443] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: SUCCESS [ 922.601443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.601443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.601443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.601443] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.601443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.601443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.601443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.601443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.601443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.601443] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.103981] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.104255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.104507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.104753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.104944] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.105117] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.105224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.105408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.105503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.105598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.105764] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.105863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.105927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.106153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.106306] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.106402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.106464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.106600] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.106675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.106760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.106855] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.608622] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18433be0-16fa-4df4-b6b3-cef5fc3c5696: rpc.has_security_group_logging(os_id): False [ 923.624834] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.624992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.625060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.625266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.625358] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.625553] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.625653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.625719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.625957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.626007] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.626202] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.626968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.626968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.626968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.626968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.626968] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.626968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.626968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.627228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.627228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.627228] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be created. [ 923.679189] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.679351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.679426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.679704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.679953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.690445] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: IN_PROGRESS for 2s [ 924.195486] env[69839]: INFO networking_nsxv3.common.synchronization [req-6f9fdb36-076a-4f3e-8708-53fb795b1478 req-cf0fb856-7a5d-40b5-a3ac-06eec5c71806 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Enqueued Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_members [ 924.195965] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_members [ 924.196277] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.196420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.196466] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.196691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.196839] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.196935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.196995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.197146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.197224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.197310] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.317946] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 924.318193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.679025] env[69839]: INFO networking_nsxv3.common.synchronization [None req-33263f83-9f2e-45dd-ada5-fbea4dfbea4d None None] Enqueued Resource ID: 3a764f58-5bf2-498e-ac6f-187afe2ea711 with Priority: HIGHEST for action port [ 924.679025] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a764f58-5bf2-498e-ac6f-187afe2ea711 with Priority: HIGHEST for action port [ 924.679025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a764f58-5bf2-498e-ac6f-187afe2ea711 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.679025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a764f58-5bf2-498e-ac6f-187afe2ea711" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.679025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a764f58-5bf2-498e-ac6f-187afe2ea711" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.679025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a764f58-5bf2-498e-ac6f-187afe2ea711" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.680556] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a764f58-5bf2-498e-ac6f-187afe2ea711',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.699651] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.699851] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.699936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.700223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.700281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.700514] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.700600] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.700635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.700813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.700896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.701092] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 already deleted. [ 924.701092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.762954] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.763209] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-238" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.763602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-238" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.763602] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-238" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.763955] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.764180] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.764335] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.765026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.765026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.765026] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.765026] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.765159] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.765326] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.765376] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 924.766184] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.766184] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.782580] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.783123] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 924.783283] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.783470] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-238" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.783792] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-86d9156b-b5f7-4581-ae18-659f4fea4eda taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.783974] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-86d9156b-b5f7-4581-ae18-659f4fea4eda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.784120] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-86d9156b-b5f7-4581-ae18-659f4fea4eda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.784437] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-86d9156b-b5f7-4581-ae18-659f4fea4eda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.784578] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d9156b-b5f7-4581-ae18-659f4fea4eda',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.183865] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a764f58-5bf2-498e-ac6f-187afe2ea711 [ 925.183983] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.184112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.184186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.184415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.184541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.184602] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a764f58-5bf2-498e-ac6f-187afe2ea711 already deleted. [ 925.184678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a764f58-5bf2-498e-ac6f-187afe2ea711" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.287258] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.287498] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.288576] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.288576] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.288576] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.288576] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 86d9156b-b5f7-4581-ae18-659f4fea4eda not found, creating... [ 925.288576] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.288790] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.288790] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.289013] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.289336] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.289444] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.289603] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.289744] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.289967] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.290634] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.290634] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 86d9156b-b5f7-4581-ae18-659f4fea4eda is going to be created. [ 925.309174] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.309397] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.309529] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.309868] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.310131] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.310369] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-86d9156b-b5f7-4581-ae18-659f4fea4eda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.703761] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: SUCCESS [ 925.704118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.241199] env[69839]: INFO networking_nsxv3.common.synchronization [req-6f9fdb36-076a-4f3e-8708-53fb795b1478 req-26124e33-e04a-4ac0-9d78-5273b0e7fb50 service nova] Enqueued Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_rules [ 926.241199] env[69839]: INFO networking_nsxv3.common.synchronization [req-6f9fdb36-076a-4f3e-8708-53fb795b1478 req-26124e33-e04a-4ac0-9d78-5273b0e7fb50 service nova] Enqueued Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_members [ 926.241199] env[69839]: INFO networking_nsxv3.common.synchronization [req-6f9fdb36-076a-4f3e-8708-53fb795b1478 req-26124e33-e04a-4ac0-9d78-5273b0e7fb50 service nova] Enqueued Resource ID: 86d9156b-b5f7-4581-ae18-659f4fea4eda with Priority: HIGHEST for action port [ 926.241283] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_rules [ 926.242801] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_members [ 926.242801] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d9156b-b5f7-4581-ae18-659f4fea4eda with Priority: HIGHEST for action port [ 926.242801] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.242801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.242801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.242801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.242801] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.243356] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.243356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.243356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.243446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.243552] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.246306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.246306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.246306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.246306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.246306] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.246306] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-86d9156b-b5f7-4581-ae18-659f4fea4eda taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.246306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86d9156b-b5f7-4581-ae18-659f4fea4eda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.246306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86d9156b-b5f7-4581-ae18-659f4fea4eda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.246306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86d9156b-b5f7-4581-ae18-659f4fea4eda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.246306] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d9156b-b5f7-4581-ae18-659f4fea4eda',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.748039] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.748039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.748039] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.748667] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86d9156b-b5f7-4581-ae18-659f4fea4eda with status ACTIVE [ 926.748872] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.749032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.749059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.749276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.749355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.749527] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.749627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.749720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.749892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.749974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.754376] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.754376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.754376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.754519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.754519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.754615] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86d9156b-b5f7-4581-ae18-659f4fea4eda is going to be updated. [ 926.781261] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.781405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.781476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.781681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.781814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.782015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86d9156b-b5f7-4581-ae18-659f4fea4eda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.257464] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.760320] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.760320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.760320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.760653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.760653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.760653] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 is going to be created. [ 927.784773] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.785802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.785802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.785802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.785802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.796450] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 in Status: UNINITIALIZED for 2s [ 929.808905] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 in Status: SUCCESS [ 929.809263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.809748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.809748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.809886] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.809996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.810598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.810598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.810598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.810598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.810598] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.313968] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.818206] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19: rpc.has_security_group_logging(os_id): False [ 930.836975] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.837143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.837217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.837432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.837546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.837831] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.837948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.838070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.838191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.838298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.838392] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 is going to be created. [ 930.900195] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.900387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.900485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.900745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.900942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.911626] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 in Status: IN_PROGRESS for 2s [ 931.242781] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 931.242898] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 931.626404] env[69839]: INFO networking_nsxv3.common.synchronization [req-61e2d330-10c8-4f0b-b472-c6d1da99a09b req-8f35d2d5-ed2c-4ffa-b601-3ebaed98f52c tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 931.627074] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 931.627448] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.627605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.627685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.627919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.628128] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.628247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.628344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.628537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.628665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.628763] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.131073] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.206639] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.206829] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-369" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.206953] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-369" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.207245] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-369" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.207493] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.207647] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.207837] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.208068] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.208217] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.208425] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.208535] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.208696] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.208740] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.208840] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 932.208941] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.209109] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.229129] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.229308] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 932.229450] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.229631] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-369" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.230031] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-a4064777-714a-4d15-a1e7-9f95f6aa5669 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.230214] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.230341] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.230659] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.230955] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4064777-714a-4d15-a1e7-9f95f6aa5669',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.636858] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.732974] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.733215] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.733342] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.733617] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.733765] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.733919] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port a4064777-714a-4d15-a1e7-9f95f6aa5669 not found, creating... [ 932.734186] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.734341] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.734457] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.734672] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.734807] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.735112] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.735265] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.735381] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.735584] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.735715] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.735855] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: a4064777-714a-4d15-a1e7-9f95f6aa5669 is going to be created. [ 932.759749] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.760055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.760154] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.760415] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.760639] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.760885] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.929128] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 in Status: SUCCESS [ 932.929359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.139816] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.140177] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.140177] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.140308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.140403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.140506] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 933.167841] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.168012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.168067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.168266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.168405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.175804] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 933.628170] env[69839]: INFO networking_nsxv3.common.synchronization [req-61e2d330-10c8-4f0b-b472-c6d1da99a09b req-57c4e545-cf30-4b25-a52e-bd96db33dd08 service nova] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 933.628170] env[69839]: INFO networking_nsxv3.common.synchronization [req-61e2d330-10c8-4f0b-b472-c6d1da99a09b req-57c4e545-cf30-4b25-a52e-bd96db33dd08 service nova] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 933.628170] env[69839]: INFO networking_nsxv3.common.synchronization [req-61e2d330-10c8-4f0b-b472-c6d1da99a09b req-57c4e545-cf30-4b25-a52e-bd96db33dd08 service nova] Enqueued Resource ID: a4064777-714a-4d15-a1e7-9f95f6aa5669 with Priority: HIGHEST for action port [ 933.628170] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 933.629606] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 933.629887] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4064777-714a-4d15-a1e7-9f95f6aa5669 with Priority: HIGHEST for action port [ 933.630592] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.631314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.631608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.633026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.633131] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.634379] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.634489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.634693] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4064777-714a-4d15-a1e7-9f95f6aa5669 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.634834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.634868] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.635069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.635253] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4064777-714a-4d15-a1e7-9f95f6aa5669',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.140293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.140604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.141228] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4064777-714a-4d15-a1e7-9f95f6aa5669 with status ACTIVE [ 934.141228] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.141228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.141228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.141442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.141502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.141681] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.141777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.141841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.141986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.142087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.142344] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.142443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.142507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.142882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.142882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.142882] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4064777-714a-4d15-a1e7-9f95f6aa5669 is going to be updated. [ 934.161436] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.161576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.161643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.161842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.161966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.162161] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.184157] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 935.184429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.184553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.184777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.184971] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.185108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.185174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.185346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.185432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.185938] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.689561] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.196254] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.702596] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.702670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.702772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.703027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.703146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.703463] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 936.732036] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.732036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.732036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.732036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.732036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.741795] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 938.631169] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 938.631522] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 938.751021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 938.751363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.752906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.752906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.753076] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.753596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.753709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.753944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.754090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.754222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.754418] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.257402] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.257794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.257794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.261740] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.261740] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.261740] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.261740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.261740] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.765190] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53372200-3e85-4c18-bfdf-e1463c4d88c1: rpc.has_security_group_logging(os_id): False [ 939.781952] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.781952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.781952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.782100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.782177] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.782422] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.782494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.782555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.782721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.782913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.783254] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.783395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.783438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.784147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.784147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.784147] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.784147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.784147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.784322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.784322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.784403] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 939.839883] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.839883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.840067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.840252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.840383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.851625] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 940.895346] env[69839]: INFO networking_nsxv3.common.synchronization [req-24f0903f-3a6e-46ee-990a-0be290683cec req-41a8a450-6ab0-4886-b158-32f6ced273d6 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 940.895999] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 940.896514] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.896514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.896514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.896785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.896866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.897357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.897469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.897677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.897782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.898058] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.402685] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.403133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.403133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.403133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.403328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.403364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.403476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.403514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.403646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.403716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.403798] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 941.427629] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.427881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.427983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.429474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.429474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.438428] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 941.494223] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.494923] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.494923] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.495632] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.495632] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.495767] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.495828] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.496175] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.496320] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.496613] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.496778] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.496936] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.498132] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.498132] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.498132] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.498132] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.517526] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.517672] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.517903] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.518697] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.518697] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-e9e425c4-b19b-429d-a0b8-e11063c4b941 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.519034] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-e9e425c4-b19b-429d-a0b8-e11063c4b941" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.519491] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-e9e425c4-b19b-429d-a0b8-e11063c4b941" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.519587] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-e9e425c4-b19b-429d-a0b8-e11063c4b941" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.519807] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e425c4-b19b-429d-a0b8-e11063c4b941',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.863771] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 941.864150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.026159] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.026547] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.026663] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.027121] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.027316] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.027562] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port e9e425c4-b19b-429d-a0b8-e11063c4b941 not found, creating... [ 942.027947] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.028186] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.028279] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.028523] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.028655] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.028965] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.029167] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.029296] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.029612] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.029687] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.029819] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: e9e425c4-b19b-429d-a0b8-e11063c4b941 is going to be created. [ 942.061949] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.062241] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.062487] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.063168] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.063168] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.063319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-e9e425c4-b19b-429d-a0b8-e11063c4b941" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.263382] env[69839]: INFO networking_nsxv3.common.synchronization [req-bdfc85aa-b6bc-4dc1-8767-bee08250fd4c req-d41c7472-e318-4543-a9b5-f1498529bcfb tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_members [ 942.263787] env[69839]: INFO networking_nsxv3.common.synchronization [req-bdfc85aa-b6bc-4dc1-8767-bee08250fd4c req-d41c7472-e318-4543-a9b5-f1498529bcfb tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 942.264066] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_members [ 942.264289] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 942.264942] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.264942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.264942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.264942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.268728] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.268728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.268728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.268728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.268728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.268728] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.268991] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.269049] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.269113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.269410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.269456] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.270023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.270023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.270023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.270023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.270023] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.337676] env[69839]: INFO networking_nsxv3.common.synchronization [req-bdfc85aa-b6bc-4dc1-8767-bee08250fd4c req-d41c7472-e318-4543-a9b5-f1498529bcfb tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 942.337857] env[69839]: INFO networking_nsxv3.common.synchronization [req-bdfc85aa-b6bc-4dc1-8767-bee08250fd4c req-d41c7472-e318-4543-a9b5-f1498529bcfb tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 942.337997] env[69839]: INFO networking_nsxv3.common.synchronization [req-bdfc85aa-b6bc-4dc1-8767-bee08250fd4c req-d41c7472-e318-4543-a9b5-f1498529bcfb tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_rules [ 942.338147] env[69839]: INFO networking_nsxv3.common.synchronization [req-bdfc85aa-b6bc-4dc1-8767-bee08250fd4c req-d41c7472-e318-4543-a9b5-f1498529bcfb tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_members [ 942.338284] env[69839]: INFO networking_nsxv3.common.synchronization [req-bdfc85aa-b6bc-4dc1-8767-bee08250fd4c req-d41c7472-e318-4543-a9b5-f1498529bcfb tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: a4064777-714a-4d15-a1e7-9f95f6aa5669 with Priority: HIGHEST for action port [ 942.338775] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 942.341243] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_rules [ 942.341243] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4064777-714a-4d15-a1e7-9f95f6aa5669 with Priority: HIGHEST for action port [ 942.341243] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 942.341243] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_members [ 942.341243] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.341243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.341243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.341243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.341243] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.341243] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b145b16-7a68-45a4-9fda-0f5b2157f7b8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.341243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.341243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.341243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.341243] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.342705] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4064777-714a-4d15-a1e7-9f95f6aa5669 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.342705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.342705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.342705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.342705] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4064777-714a-4d15-a1e7-9f95f6aa5669',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.343245] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.343335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.343540] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.343621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.774454] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.775511] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.844906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.845069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.845264] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4064777-714a-4d15-a1e7-9f95f6aa5669 with status ACTIVE [ 942.845437] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.845544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.845611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.845813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.845911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.846085] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.846171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.846238] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.846389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.846472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.846652] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.846752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.846817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.846956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.847046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.847134] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4064777-714a-4d15-a1e7-9f95f6aa5669 is going to be updated. [ 942.848450] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.848564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.866566] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.866719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.866813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.867039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.867181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.867341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.277100] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.278053] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.290544] env[69839]: INFO networking_nsxv3.common.synchronization [req-24f0903f-3a6e-46ee-990a-0be290683cec req-e18d6952-8854-487b-8988-cf6ae7b4af76 service nova] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_rules [ 943.290711] env[69839]: INFO networking_nsxv3.common.synchronization [req-24f0903f-3a6e-46ee-990a-0be290683cec req-e18d6952-8854-487b-8988-cf6ae7b4af76 service nova] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 943.290851] env[69839]: INFO networking_nsxv3.common.synchronization [req-24f0903f-3a6e-46ee-990a-0be290683cec req-e18d6952-8854-487b-8988-cf6ae7b4af76 service nova] Enqueued Resource ID: e9e425c4-b19b-429d-a0b8-e11063c4b941 with Priority: HIGHEST for action port [ 943.291376] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_rules [ 943.291510] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 943.291606] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e425c4-b19b-429d-a0b8-e11063c4b941 with Priority: HIGHEST for action port [ 943.293564] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.293564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.293564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.293564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.293564] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.293831] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.293831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.294021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9e425c4-b19b-429d-a0b8-e11063c4b941 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.294586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9e425c4-b19b-429d-a0b8-e11063c4b941" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.294586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9e425c4-b19b-429d-a0b8-e11063c4b941" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.294678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9e425c4-b19b-429d-a0b8-e11063c4b941" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.294756] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e425c4-b19b-429d-a0b8-e11063c4b941',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.373829] env[69839]: INFO networking_nsxv3.common.synchronization [req-e4e842b9-a0b0-43e9-a334-7cf8acd286e3 req-8045277f-df0c-4da8-a5e5-91c3f3132e19 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 943.374336] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 943.374628] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.374748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.374805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.375010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.378578] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.378693] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.378761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.378943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.379045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.379142] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.447708] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 943.448154] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 deletion is rescheduled due to dependency. [ 943.448154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.448154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.448361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.448537] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.448648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.449265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.449265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.449265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.449265] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.780095] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.780308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.780410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.780651] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.780771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.780893] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 is going to be created. [ 943.782225] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.782401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.782516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.782715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.782824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.782922] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 943.796281] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.796281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.798354] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9e425c4-b19b-429d-a0b8-e11063c4b941 with status ACTIVE [ 943.798354] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.798354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.798354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.798354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.798354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.798728] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.798728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.798728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.798856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.798856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.799020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.799120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.799252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.799313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.799445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.799497] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9e425c4-b19b-429d-a0b8-e11063c4b941 is going to be updated. [ 943.807298] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.807408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.807482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.807664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.807833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.814241] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.814363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.814432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.814603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.814732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.816438] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 in Status: UNINITIALIZED for 2s [ 943.821339] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 943.825753] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.825900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.825962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.826113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.826232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.826381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9e425c4-b19b-429d-a0b8-e11063c4b941" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.881272] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.881431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.881538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.881709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.881805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.882011] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.882128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.882195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.882344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.882428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.882513] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 is going to be updated. [ 943.913866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.913987] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.914095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.914260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.914388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.923151] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: IN_PROGRESS for 2s [ 943.951645] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.455339] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.957589] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.957721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.957797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.958217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.958371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.958510] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 944.987773] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.987869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.987900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.988126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.988273] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.997457] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 945.832487] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 in Status: SUCCESS [ 945.832712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.833313] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 945.833480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.833626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.833886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.834088] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.834202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.834266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.834429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.834506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.834601] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.835592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.835657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.837368] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.837368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.837368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.837368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.837368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.837368] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.933260] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: SUCCESS [ 945.933260] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 deletion is rescheduled due to dependency. [ 945.933260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.338263] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.339238] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.841684] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.842854] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.011967] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 947.012182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.012406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.012973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.012973] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.013239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.013239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.013579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.013579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.013743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.013743] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.344234] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.344493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.344493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.344686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.344783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.344901] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 is going to be updated. [ 947.346242] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.346372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.346440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.346614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.346695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.346784] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 947.376658] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.376658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.376658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.376658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.376658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.380596] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.380681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.380745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.380900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.381042] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.391549] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 in Status: IN_PROGRESS for 2s [ 947.392170] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 947.464238] env[69839]: INFO networking_nsxv3.common.synchronization [req-5bb8fb04-9b10-46fe-af16-7611226920df req-7ee2fd85-2cda-4362-a3dd-6cdd34677654 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 947.464766] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 947.465074] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.465240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.465277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.465519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.465667] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.465778] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.465823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.465969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.466581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.466700] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.519649] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.519649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.519649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.519649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.519649] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.519856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.519856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.519910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.519975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.520072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.520315] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.520453] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.520545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.520720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.520864] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.520954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.521047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.521368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.521476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.522955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.522955] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.876903] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.877292] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-248" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.877465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-248" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.877920] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-248" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.879215] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.879410] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.879539] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.879934] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.880194] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.880520] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.880720] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.880924] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.881093] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.881256] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.881447] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.881675] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.901027] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.901344] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.901518] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.901749] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-248" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.902195] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-958b4139-ba7c-4398-8c2e-8df7730d38f3 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.902464] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.902670] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.903094] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.903328] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958b4139-ba7c-4398-8c2e-8df7730d38f3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.968751] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.969074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.969074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.969317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.969317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.969695] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.969695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.969695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.969869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.969869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.969953] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec already deleted. [ 947.970012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.023688] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1c2f49-4ae4-428e-9f7d-e26a6755af70: rpc.has_security_group_logging(os_id): False [ 948.041340] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.041505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.041611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.041862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.041961] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.042177] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.042321] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.042398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.042559] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.042640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.042847] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.042946] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.043017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.043165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.043245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.043434] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.043529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.044522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.044903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.045170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.045351] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 948.104105] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.104300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.104373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.104819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.104819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.115733] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 948.406268] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.406458] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.406591] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.406884] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.407049] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.407218] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 958b4139-ba7c-4398-8c2e-8df7730d38f3 not found, creating... [ 948.407518] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.407685] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.407807] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.408049] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.408217] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.408545] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.408711] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.408834] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.409597] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.409796] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.409955] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 958b4139-ba7c-4398-8c2e-8df7730d38f3 is going to be created. [ 948.428509] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.428735] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.428863] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.429176] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.429409] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.429635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.519932] env[69839]: INFO networking_nsxv3.common.synchronization [None req-cf291c15-0aa3-4266-861a-3364dff115a1 None None] Enqueued Resource ID: 32d22eb5-8d7c-425d-86bc-6cf2f95f1848 with Priority: HIGHEST for action port [ 948.520234] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d22eb5-8d7c-425d-86bc-6cf2f95f1848 with Priority: HIGHEST for action port [ 948.520868] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-32d22eb5-8d7c-425d-86bc-6cf2f95f1848 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.520994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32d22eb5-8d7c-425d-86bc-6cf2f95f1848" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.521106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32d22eb5-8d7c-425d-86bc-6cf2f95f1848" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.521381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32d22eb5-8d7c-425d-86bc-6cf2f95f1848" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.521481] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d22eb5-8d7c-425d-86bc-6cf2f95f1848',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.532029] env[69839]: INFO networking_nsxv3.common.synchronization [req-250449da-5eca-483f-bd2b-4578bc939015 req-3a11b943-910a-41de-ba72-680c0da56381 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f with Priority: HIGHEST for action security_group_members [ 948.532029] env[69839]: INFO networking_nsxv3.common.synchronization [req-250449da-5eca-483f-bd2b-4578bc939015 req-3a11b943-910a-41de-ba72-680c0da56381 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_members [ 948.532029] env[69839]: INFO networking_nsxv3.common.synchronization [req-250449da-5eca-483f-bd2b-4578bc939015 req-3a11b943-910a-41de-ba72-680c0da56381 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 948.532029] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f with Priority: HIGHEST for action security_group_members [ 948.532029] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_members [ 948.532029] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 948.532029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.532029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.532029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.535797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.535797] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.536617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.536818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.537055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.537148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.537247] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('278afbc3-0874-4a5d-a18d-3cc0cfa3871f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.538396] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.538529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.538678] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.538754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.599867] env[69839]: INFO networking_nsxv3.common.synchronization [req-250449da-5eca-483f-bd2b-4578bc939015 req-3a11b943-910a-41de-ba72-680c0da56381 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f with Priority: HIGHEST for action security_group_rules [ 948.600085] env[69839]: INFO networking_nsxv3.common.synchronization [req-250449da-5eca-483f-bd2b-4578bc939015 req-3a11b943-910a-41de-ba72-680c0da56381 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f with Priority: HIGHEST for action security_group_members [ 948.600364] env[69839]: INFO networking_nsxv3.common.synchronization [req-250449da-5eca-483f-bd2b-4578bc939015 req-3a11b943-910a-41de-ba72-680c0da56381 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 948.600774] env[69839]: INFO networking_nsxv3.common.synchronization [req-250449da-5eca-483f-bd2b-4578bc939015 req-3a11b943-910a-41de-ba72-680c0da56381 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 948.600930] env[69839]: INFO networking_nsxv3.common.synchronization [req-250449da-5eca-483f-bd2b-4578bc939015 req-3a11b943-910a-41de-ba72-680c0da56381 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_rules [ 948.601080] env[69839]: INFO networking_nsxv3.common.synchronization [req-250449da-5eca-483f-bd2b-4578bc939015 req-3a11b943-910a-41de-ba72-680c0da56381 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_members [ 948.601272] env[69839]: INFO networking_nsxv3.common.synchronization [req-250449da-5eca-483f-bd2b-4578bc939015 req-3a11b943-910a-41de-ba72-680c0da56381 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: a4064777-714a-4d15-a1e7-9f95f6aa5669 with Priority: HIGHEST for action port [ 948.604972] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f with Priority: HIGHEST for action security_group_rules [ 948.604972] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_rules [ 948.604972] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_members [ 948.604972] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4064777-714a-4d15-a1e7-9f95f6aa5669 with Priority: HIGHEST for action port [ 948.604972] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_rules [ 948.604972] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f with Priority: HIGHEST for action security_group_members [ 948.604972] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 948.604972] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-278afbc3-0874-4a5d-a18d-3cc0cfa3871f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.604972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.604972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.604972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.604972] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('278afbc3-0874-4a5d-a18d-3cc0cfa3871f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.604972] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.604972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.604972] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.604972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.604972] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4064777-714a-4d15-a1e7-9f95f6aa5669 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.604972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.604972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.606037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.606037] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4064777-714a-4d15-a1e7-9f95f6aa5669',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.606137] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b145b16-7a68-45a4-9fda-0f5b2157f7b8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.606560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.606560] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.606560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.606918] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.606918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.027772] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32d22eb5-8d7c-425d-86bc-6cf2f95f1848 [ 949.027772] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.027772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.027772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.028187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.028187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.028187] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32d22eb5-8d7c-425d-86bc-6cf2f95f1848 already deleted. [ 949.028345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32d22eb5-8d7c-425d-86bc-6cf2f95f1848" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.040568] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('278afbc3-0874-4a5d-a18d-3cc0cfa3871f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.110597] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.110597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.110597] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4064777-714a-4d15-a1e7-9f95f6aa5669 with status ACTIVE [ 949.110597] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.110597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.110597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.110597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.110597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.110597] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.110597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.110597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.110597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.110597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.110597] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.111132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.111132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.111132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.111132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.111132] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4064777-714a-4d15-a1e7-9f95f6aa5669 is going to be updated. [ 949.131096] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.131224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.131263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.133045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.133045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.133045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4064777-714a-4d15-a1e7-9f95f6aa5669" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.148244] env[69839]: INFO networking_nsxv3.common.synchronization [None req-54e33c45-a755-4c25-8169-b1b0351c11e1 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 949.148794] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 949.149104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.149605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.149702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.150165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.150165] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.230313] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9c7f1c6e-6bfd-4e8e-adc1-78ed196da764 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 949.231090] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 949.231490] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.233072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.363274] env[69839]: INFO networking_nsxv3.common.synchronization [req-5bb8fb04-9b10-46fe-af16-7611226920df req-97e27409-1daa-4d35-8f24-a0ae99653306 service nova] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_rules [ 949.363274] env[69839]: INFO networking_nsxv3.common.synchronization [req-5bb8fb04-9b10-46fe-af16-7611226920df req-97e27409-1daa-4d35-8f24-a0ae99653306 service nova] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 949.363274] env[69839]: INFO networking_nsxv3.common.synchronization [req-5bb8fb04-9b10-46fe-af16-7611226920df req-97e27409-1daa-4d35-8f24-a0ae99653306 service nova] Enqueued Resource ID: 958b4139-ba7c-4398-8c2e-8df7730d38f3 with Priority: HIGHEST for action port [ 949.363274] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_rules [ 949.363274] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 949.363274] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b4139-ba7c-4398-8c2e-8df7730d38f3 with Priority: HIGHEST for action port [ 949.364115] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.364427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.364650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.364974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.365189] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.366342] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.366711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.366876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.367151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.367406] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.367611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.367802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.368996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.368996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.368996] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.369947] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-958b4139-ba7c-4398-8c2e-8df7730d38f3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.370238] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.370416] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.370647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.370815] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958b4139-ba7c-4398-8c2e-8df7730d38f3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.403315] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 in Status: SUCCESS [ 949.404294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.404548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.404760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.404952] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.405077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.405137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.405302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.405377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.405816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.405816] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.408341] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 949.408341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.408341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.408341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.408341] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.408341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.408341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.408606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.408606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.409241] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.409866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.411376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.411376] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.411489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.411628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.411687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.411829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.411858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.411956] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.413201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.413335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.413497] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.413606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.413672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.413813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.413892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.413980] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.544969] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('278afbc3-0874-4a5d-a18d-3cc0cfa3871f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.684090] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.684275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.684343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.684533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.684637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.684919] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 already deleted. [ 949.685072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.685243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.685415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.685642] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.872131] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.873228] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.873396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.873524] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 958b4139-ba7c-4398-8c2e-8df7730d38f3 with status ACTIVE [ 949.873719] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.873784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.874937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.874937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.874937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.874937] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.874937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.874937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.874937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.874937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.874937] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.874937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.875716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.875975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.876088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.876186] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 958b4139-ba7c-4398-8c2e-8df7730d38f3 is going to be updated. [ 949.896138] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.896293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.896369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.896583] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.896721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.896888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.914141] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.915747] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.921489] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.921489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.921489] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.047884] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.048320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.048320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.048320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.048439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.049283] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f is going to be created. [ 950.079467] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.081022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.081022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.081022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.081022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.089575] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f in Status: UNINITIALIZED for 2s [ 950.128488] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 950.128488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.211211] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.211403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.211482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.211618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.211778] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.212520] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 already deleted. [ 950.212520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.379147] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.422212] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.422639] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b145b16-7a68-45a4-9fda-0f5b2157f7b8: rpc.has_security_group_logging(os_id): False [ 950.430399] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.439211] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.439764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.439917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.440263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.440425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.441218] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.441613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.441772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.442011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.442179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.442342] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 is going to be created. [ 950.490963] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.492146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.492252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.492514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.492801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.503280] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 in Status: IN_PROGRESS for 2s [ 950.885835] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.885835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.885835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.885835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.885835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.885835] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec is going to be created. [ 950.909389] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.911387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.911387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.911387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.911387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.922366] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: UNINITIALIZED for 2s [ 950.927300] env[69839]: INFO networking_nsxv3.common.synchronization [None req-5cce3ee0-eaa4-42ba-a42f-d2057a0b6188 None None] Enqueued Resource ID: f352e7d3-aeaf-4eca-8e68-a874c98c5029 with Priority: HIGHEST for action port [ 950.927816] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352e7d3-aeaf-4eca-8e68-a874c98c5029 with Priority: HIGHEST for action port [ 950.929525] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-f352e7d3-aeaf-4eca-8e68-a874c98c5029 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.929525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f352e7d3-aeaf-4eca-8e68-a874c98c5029" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.929525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f352e7d3-aeaf-4eca-8e68-a874c98c5029" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.929525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f352e7d3-aeaf-4eca-8e68-a874c98c5029" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.929525] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f352e7d3-aeaf-4eca-8e68-a874c98c5029',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.929972] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.929972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.930088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.930271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.930401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.930514] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 is going to be updated. [ 950.934066] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.934066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.934243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.934288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.934371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.934436] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 950.962088] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.962242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.962302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.966084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.966084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.966084] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.966084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.966084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.966084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.966084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.973769] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 in Status: IN_PROGRESS for 2s [ 950.974524] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 951.433453] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f352e7d3-aeaf-4eca-8e68-a874c98c5029 [ 951.433803] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.433931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.433971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.434188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.434277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.434371] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f352e7d3-aeaf-4eca-8e68-a874c98c5029 already deleted. [ 951.434454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f352e7d3-aeaf-4eca-8e68-a874c98c5029" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.588464] env[69839]: INFO networking_nsxv3.common.synchronization [req-daf41497-3453-4cc4-8d95-180a401b5955 req-199bb037-3a22-45a9-947d-ad521a58f4ed tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f with Priority: HIGHEST for action security_group_members [ 951.591036] env[69839]: INFO networking_nsxv3.common.synchronization [req-daf41497-3453-4cc4-8d95-180a401b5955 req-199bb037-3a22-45a9-947d-ad521a58f4ed tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_members [ 951.591036] env[69839]: INFO networking_nsxv3.common.synchronization [req-daf41497-3453-4cc4-8d95-180a401b5955 req-199bb037-3a22-45a9-947d-ad521a58f4ed tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 951.591036] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f with Priority: HIGHEST for action security_group_members [ 951.591036] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 with Priority: HIGHEST for action security_group_members [ 951.591036] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 951.591036] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.591036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.591036] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.591036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.591036] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.591036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.100976] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f in Status: SUCCESS [ 952.100976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.100976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.100976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.100976] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.100976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.100976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.100976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.100976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.100976] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('278afbc3-0874-4a5d-a18d-3cc0cfa3871f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.144056] env[69839]: INFO networking_nsxv3.common.synchronization [req-833a0579-449d-4e83-a242-cd02791230e9 req-1ae92f7e-d2c2-4ed2-846a-604747ef2a09 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 952.144690] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 952.144986] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.145124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.145188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.145390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.145532] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.145616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.145684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.145822] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.145905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.145995] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.422936] env[69839]: INFO networking_nsxv3.common.synchronization [req-833a0579-449d-4e83-a242-cd02791230e9 req-5a97931d-0e38-4043-87bd-8fe3cf462789 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 952.422936] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 952.422936] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.422936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.515107] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 in Status: SUCCESS [ 952.515398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.515681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.517184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.517290] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.603444] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.603613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.603685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.607764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.607934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.608194] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.608346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.608412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.608604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.608937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.609061] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f is going to be deleted. [ 952.637805] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.637978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.637978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.638218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.638305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.638412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.640500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.640500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.640500] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.640500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.640500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.640500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.640500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.640500] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('278afbc3-0874-4a5d-a18d-3cc0cfa3871f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.647676] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.647816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.647909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.648068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.648159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.648378] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.648433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.648637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.648637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.648714] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.648800] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be deleted. [ 952.676857] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.676857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.676857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.676857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.676857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.676857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.677219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.677386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.677539] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.678124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.678124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.678334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.678386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.678553] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.751778] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.751985] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-638" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.752134] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-638" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.752598] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-638" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.752864] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.753039] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.753163] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.753401] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.753540] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.753746] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.753855] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.753960] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.754400] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.754400] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.754400] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.754534] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.776300] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.776472] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.776625] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.776799] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-638" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.777140] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-4b2a36ab-e6ac-4860-adc1-21299f570149 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.777321] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-4b2a36ab-e6ac-4860-adc1-21299f570149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.777753] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-4b2a36ab-e6ac-4860-adc1-21299f570149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.777859] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-4b2a36ab-e6ac-4860-adc1-21299f570149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.778053] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2a36ab-e6ac-4860-adc1-21299f570149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.936737] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: SUCCESS [ 952.936737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.942257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.942257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.942257] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.942257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.942257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.942257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.942257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.942257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.942257] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.986097] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 952.986324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.987267] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 in Status: SUCCESS [ 952.987529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.987703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.987919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.988124] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.988249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.988308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.988499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.988576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.988675] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.989867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.989867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.990029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.990029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.990109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.990233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.990381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.990478] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.041319] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.041549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.041549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.041799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.041895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.041999] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 is going to be deleted. [ 953.088675] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.088887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.088887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.089117] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.089215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.089337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.147091] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.147091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.147091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.147091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.147091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.147437] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.147510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.147590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.147819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.147924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.148118] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f already deleted. [ 953.148235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.148356] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('278afbc3-0874-4a5d-a18d-3cc0cfa3871f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.149351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.149736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.149912] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.150075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.150148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.150606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.150606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.150606] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('278afbc3-0874-4a5d-a18d-3cc0cfa3871f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.182232] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.182554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.182670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.183018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.183186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.183448] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.183559] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.183634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.183848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.184086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.184086] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 already deleted. [ 953.184209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.280216] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.280480] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.280617] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.280994] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.281060] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.281218] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 4b2a36ab-e6ac-4860-adc1-21299f570149 not found, creating... [ 953.281512] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.281686] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.281784] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.282021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.282160] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.282449] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.282622] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.282720] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.282920] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.283088] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.283236] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 4b2a36ab-e6ac-4860-adc1-21299f570149 is going to be created. [ 953.314468] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.314683] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.314810] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.315099] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.315330] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.315560] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-4b2a36ab-e6ac-4860-adc1-21299f570149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.445101] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.492009] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.494762] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.494941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.494979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.495182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.495277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.495463] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.495589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.495640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.495773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.495852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.495941] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 is going to be deleted. [ 953.528903] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.529240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.529240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.529309] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.529432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.529539] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.529677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.529832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.529981] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.530096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.530171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.530348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.530444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.530575] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b145b16-7a68-45a4-9fda-0f5b2157f7b8',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.652748] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('278afbc3-0874-4a5d-a18d-3cc0cfa3871f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.653568] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.653712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.653784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.654133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.654279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.654499] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.654730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.654813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.654987] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.655082] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.655173] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f already deleted. [ 953.655254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.948791] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f79ac8b-4f5e-455a-bba4-a56c217dfbec: rpc.has_security_group_logging(os_id): False [ 953.965739] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.965897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.966243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.966479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.966574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.966816] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.966930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.967035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.967159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.967236] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.967316] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec is going to be created. [ 953.993965] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.013294] env[69839]: INFO networking_nsxv3.common.synchronization [req-833a0579-449d-4e83-a242-cd02791230e9 req-6a446a5e-ef56-4e3f-81eb-9235ea5a050d service nova] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_rules [ 954.013481] env[69839]: INFO networking_nsxv3.common.synchronization [req-833a0579-449d-4e83-a242-cd02791230e9 req-6a446a5e-ef56-4e3f-81eb-9235ea5a050d service nova] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 954.013623] env[69839]: INFO networking_nsxv3.common.synchronization [req-833a0579-449d-4e83-a242-cd02791230e9 req-6a446a5e-ef56-4e3f-81eb-9235ea5a050d service nova] Enqueued Resource ID: 4b2a36ab-e6ac-4860-adc1-21299f570149 with Priority: HIGHEST for action port [ 954.014082] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_rules [ 954.014216] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 954.015656] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2a36ab-e6ac-4860-adc1-21299f570149 with Priority: HIGHEST for action port [ 954.016015] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.016154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.016216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.016424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.016509] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.017860] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.017997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.018085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.018276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.018445] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.018551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.018615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.018773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.018866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.018981] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.019836] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2a36ab-e6ac-4860-adc1-21299f570149 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.019959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2a36ab-e6ac-4860-adc1-21299f570149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.020186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2a36ab-e6ac-4860-adc1-21299f570149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.020186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2a36ab-e6ac-4860-adc1-21299f570149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.020362] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2a36ab-e6ac-4860-adc1-21299f570149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.024773] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.024773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.024959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.026263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.026263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.032166] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.032372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.032482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.032729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.032821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.033043] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.033205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.033205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.033357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.033447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.033519] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b145b16-7a68-45a4-9fda-0f5b2157f7b8 already deleted. [ 954.033616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b145b16-7a68-45a4-9fda-0f5b2157f7b8" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.035212] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: IN_PROGRESS for 2s [ 954.156463] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 278afbc3-0874-4a5d-a18d-3cc0cfa3871f: rpc.has_security_group_logging(os_id): False [ 954.185253] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.185409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.185584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.185893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.185893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.186147] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.186255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.186322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.186476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.186556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.186643] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f is going to be created. [ 954.233089] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/278afbc3-0874-4a5d-a18d-3cc0cfa3871f], does not exist path=[/infra/domains/default/groups/278afbc3-0874-4a5d-a18d-3cc0cfa3871f]."\n}' [ 954.233243] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/278afbc3-0874-4a5d-a18d-3cc0cfa3871f [ 954.233328] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 954.291697] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.291880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.291880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.292126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.293232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.293500] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.293610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.293678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.293834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.293918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.294117] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.294213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.294276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.294423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.294511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.294576] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 278afbc3-0874-4a5d-a18d-3cc0cfa3871f is going to be created. [ 954.315233] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/278afbc3-0874-4a5d-a18d-3cc0cfa3871f], does not exist path=[/infra/domains/default/groups/278afbc3-0874-4a5d-a18d-3cc0cfa3871f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/278afbc3-0874-4a5d-a18d-3cc0cfa3871f [ 954.315396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-278afbc3-0874-4a5d-a18d-3cc0cfa3871f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.315942] env[69839]: Traceback (most recent call last): [ 954.315997] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 954.315997] env[69839]: return func(*args, **kwargs) [ 954.315997] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 954.315997] env[69839]: res.raise_for_status() [ 954.315997] env[69839]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 954.315997] env[69839]: raise HTTPError(http_error_msg, response=self) [ 954.315997] env[69839]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/278afbc3-0874-4a5d-a18d-3cc0cfa3871f [ 954.315997] env[69839]: During handling of the above exception, another exception occurred: [ 954.315997] env[69839]: Traceback (most recent call last): [ 954.315997] env[69839]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 954.315997] env[69839]: listener.cb(fileno) [ 954.315997] env[69839]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 954.315997] env[69839]: result = function(*args, **kwargs) [ 954.315997] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 954.315997] env[69839]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 954.315997] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 954.315997] env[69839]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 954.315997] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 954.315997] env[69839]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 954.315997] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 954.315997] env[69839]: res.raise_for_status() [ 954.316636] env[69839]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 954.316636] env[69839]: raise HTTPError(http_error_msg, response=self) [ 954.316636] env[69839]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/278afbc3-0874-4a5d-a18d-3cc0cfa3871f [ 954.316636] env[69839]: Removing descriptor: 26 [ 954.496774] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.496941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.497029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.497250] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.497346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.497457] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 954.521543] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.521683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.522989] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.527656] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b2a36ab-e6ac-4860-adc1-21299f570149 with status ACTIVE [ 954.527748] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.528090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.528090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.528205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.528242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.528437] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.528623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.528623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.528759] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.528859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.529057] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.529278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.529278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.529382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.529462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.529563] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b2a36ab-e6ac-4860-adc1-21299f570149 is going to be updated. [ 954.551270] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.551270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.551270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.551529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.552283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.555203] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.555494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.555664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.555919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.556491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.556491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2a36ab-e6ac-4860-adc1-21299f570149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.565090] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 954.764498] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.764638] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-376" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.764775] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-376" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.765157] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-376" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.767146] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.767146] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.767146] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.767146] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.767146] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.767146] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.767146] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.767146] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.767146] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.767468] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 954.767468] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.767616] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.785614] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.786411] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 954.786648] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.786869] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-376" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.787220] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.787460] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.787615] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.787946] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.788132] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.873176] env[69839]: INFO networking_nsxv3.common.synchronization [req-0635508c-afcb-457a-84e2-0347402fb712 req-24faa9be-c72e-4236-9771-3c4255488256 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 954.873403] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 954.873713] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.873832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.873910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.874137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.874297] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.874394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.874464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.874607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.874697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.874790] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.025461] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.290533] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.290807] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.290934] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.291576] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.291576] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.291576] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd not found, creating... [ 955.291833] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.291976] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.292119] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.292359] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.292510] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.292813] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.292969] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.293317] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.293612] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.293794] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.293970] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd is going to be created. [ 955.314085] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.314337] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.314473] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.314870] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.315257] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.315605] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.377357] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.378257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.378257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.378405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.378482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.378705] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.378814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.378878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.379066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.379150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.379240] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be deleted. [ 955.419486] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.419638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.419715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.419935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.420150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.420150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.529904] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.530259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.530259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.530525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.530593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.530696] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be created. [ 955.554066] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.554223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.554294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.554504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.554661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.564605] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.564799] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.564919] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.565194] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.565441] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.565596] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.565714] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.565958] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.566126] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.566338] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.566450] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.566558] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.566664] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.566772] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 955.566876] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.567014] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.568491] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: UNINITIALIZED for 2s [ 955.584331] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.584518] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 955.584849] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.584849] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.585405] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-d65a5365-acbe-437f-9686-55796761b875 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.585612] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-d65a5365-acbe-437f-9686-55796761b875" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.585738] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-d65a5365-acbe-437f-9686-55796761b875" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.586064] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-d65a5365-acbe-437f-9686-55796761b875" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.586218] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d65a5365-acbe-437f-9686-55796761b875',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.005805] env[69839]: INFO networking_nsxv3.common.synchronization [req-833a0579-449d-4e83-a242-cd02791230e9 req-0a3927c4-800e-4af3-a710-1dd3e80958d4 service nova] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_rules [ 956.005805] env[69839]: INFO networking_nsxv3.common.synchronization [req-833a0579-449d-4e83-a242-cd02791230e9 req-0a3927c4-800e-4af3-a710-1dd3e80958d4 service nova] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 956.005805] env[69839]: INFO networking_nsxv3.common.synchronization [req-833a0579-449d-4e83-a242-cd02791230e9 req-0a3927c4-800e-4af3-a710-1dd3e80958d4 service nova] Enqueued Resource ID: 8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd with Priority: HIGHEST for action port [ 956.006282] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_rules [ 956.006410] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 956.006509] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd with Priority: HIGHEST for action port [ 956.006777] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.006882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.008025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.008025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.008025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.008025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.008025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.008025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.008025] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.050280] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: SUCCESS [ 956.050646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.088858] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.089113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.089251] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.089549] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.089697] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.089860] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port d65a5365-acbe-437f-9686-55796761b875 not found, creating... [ 956.090140] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.090302] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.090486] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.090715] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.090859] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.091164] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.091328] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.091461] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.091670] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.091808] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.091951] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: d65a5365-acbe-437f-9686-55796761b875 is going to be created. [ 956.110483] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.110663] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.110792] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.111032] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.111258] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.111478] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-d65a5365-acbe-437f-9686-55796761b875" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.510113] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd with status ACTIVE [ 956.510439] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.510621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.510717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.511101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.511101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.511270] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.511412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.511457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.511609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.511718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.511907] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.512011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.512085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.512218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.512295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.512382] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd is going to be updated. [ 956.532057] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.532057] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.532420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.532420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.532420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.532558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d0dae16-c21a-4dcd-b7ef-8e0f1db711bd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.578772] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 956.579015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.579193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.579403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.579655] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.579777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.579845] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.580011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.580100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.580190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.580401] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.580494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.580558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.580704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.580855] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.580935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.580994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.581146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.581221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.581312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.581403] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.582293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.582459] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.582607] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.582728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.582779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.582917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.583040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.583081] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.084523] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53372200-3e85-4c18-bfdf-e1463c4d88c1: rpc.has_security_group_logging(os_id): False [ 957.085608] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.106299] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.106299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.106299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.106299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.127783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.127783] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.127999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.127999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.128297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.128357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.128843] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.128843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.128843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.128978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.128978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.130748] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.130748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.130748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.130748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.130748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.130748] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 957.212432] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.212650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.212650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.212868] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.212989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.231804] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 957.267212] env[69839]: INFO networking_nsxv3.common.synchronization [req-0635508c-afcb-457a-84e2-0347402fb712 req-9beff9bf-0c1c-49e0-bc83-fd03c20342b6 service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 957.267401] env[69839]: INFO networking_nsxv3.common.synchronization [req-0635508c-afcb-457a-84e2-0347402fb712 req-9beff9bf-0c1c-49e0-bc83-fd03c20342b6 service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 957.267542] env[69839]: INFO networking_nsxv3.common.synchronization [req-0635508c-afcb-457a-84e2-0347402fb712 req-9beff9bf-0c1c-49e0-bc83-fd03c20342b6 service nova] Enqueued Resource ID: d65a5365-acbe-437f-9686-55796761b875 with Priority: HIGHEST for action port [ 957.267768] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 957.268048] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 957.268133] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65a5365-acbe-437f-9686-55796761b875 with Priority: HIGHEST for action port [ 957.269377] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.269535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.269608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.269809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.269894] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.271114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.271230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.271295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.271480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.271632] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.271730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.271793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.271934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.272028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.272120] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.272849] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d65a5365-acbe-437f-9686-55796761b875 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.272964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d65a5365-acbe-437f-9686-55796761b875" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.273288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d65a5365-acbe-437f-9686-55796761b875" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.273444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d65a5365-acbe-437f-9686-55796761b875" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.273527] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d65a5365-acbe-437f-9686-55796761b875',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.578649] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 957.578915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.579047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.579265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.579457] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.579566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.579636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.579786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.579868] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.579954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.580064] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.580912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.581095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.581245] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.581385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.581425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.581720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.581720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.581720] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.587842] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.775702] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.776801] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.776945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.777301] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d65a5365-acbe-437f-9686-55796761b875 with status ACTIVE [ 957.777470] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.777589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.777664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.777828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.777919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.778372] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.778559] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.778642] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.779077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.779077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.779285] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.779379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.779448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.779606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.779690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.779779] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d65a5365-acbe-437f-9686-55796761b875 is going to be updated. [ 957.800780] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.800942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.801027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.801205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.801334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.801494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d65a5365-acbe-437f-9686-55796761b875" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.086121] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.086121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.086249] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.090025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.090151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.090224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.090948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.090948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.090948] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 958.131884] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.131884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.131884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.132065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.132186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.160205] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 958.277936] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.588431] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.780396] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.780599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.780678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.780938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.781074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.781192] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be created. [ 958.807445] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.807581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.807673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.807855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.808025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.817134] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: UNINITIALIZED for 2s [ 959.090787] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.090970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.090970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.091222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.091318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.091575] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 959.133270] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.133488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.133553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.133811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.133990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.143572] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 959.247780] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 959.248014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.248219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.248477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.248574] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.751229] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.751229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.168773] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 960.169012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.169186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.169930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.169930] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.169930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.169930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.170372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.170372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.170372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.170372] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.672435] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.672589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.672633] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.672841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.673023] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.673126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.673186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.673328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.673406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.673497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.673644] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.673735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.673796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.673935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.674091] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.674181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.674249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.674384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.674475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.674560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.674661] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.826070] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 960.826370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.826472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.826725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.826929] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.827089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.827165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.827339] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.827424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.827512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.827609] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.153619] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 961.153866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.154094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.154300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.154485] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.154602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.154676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.154830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.154907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.155201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.155201] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.155380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.155380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.155473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.156227] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.156227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.156227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.156227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.156227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.156227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.156227] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.176491] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53372200-3e85-4c18-bfdf-e1463c4d88c1: rpc.has_security_group_logging(os_id): False [ 961.194700] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.194939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.194939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.195128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.195225] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.195487] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.195608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.195667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.195844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.195917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.196146] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.196243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.196306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.196452] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.196521] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.196715] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.198051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.198051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.198051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.198051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.198051] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 961.259181] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.259181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.259181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.259181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.259181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.272753] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 961.330608] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.330608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.330608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.330608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.330874] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.330932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.331037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.331189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.331285] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.331382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.331538] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.331646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.331710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.331862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.332025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.332279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.332279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.332387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.332440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.332544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.332652] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.658512] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f519ca-6bb7-48c8-a310-afda3231b549: rpc.has_security_group_logging(os_id): False [ 961.676037] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.676169] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.676169] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.676408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.676527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.676744] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.676888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.677013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.677267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.677406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.677663] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.677789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.677857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.678018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.678103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.678346] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.678503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.678724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.678807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.679473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.679473] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be created. [ 961.732037] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.732037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.732037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.732037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.732037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.742823] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 961.837397] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc: rpc.has_security_group_logging(os_id): False [ 961.855953] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.856185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.856185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.856393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.856483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.856690] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.856784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.856841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.856994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.857092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.857271] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.857363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.857427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.857558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.857631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.857803] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.857887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.857939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.858120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.858194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.858279] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be created. [ 961.915275] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.915520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.915520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.915904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.916127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.928886] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 962.269118] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 962.269278] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 963.286177] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 963.286547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.754384] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 963.754656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.754869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.755277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.755349] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.940295] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 963.940456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.258115] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.258375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.258457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.258706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.258897] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.259010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.259081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.259229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.259318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.259408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.259502] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.762298] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.762580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.762580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.762744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.763039] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.763182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.763265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.763455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.763542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.763631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.763810] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.763928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.764025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.764206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.764380] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.764497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.764574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.764734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.764831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.764918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.765020] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.268330] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8f519ca-6bb7-48c8-a310-afda3231b549: rpc.has_security_group_logging(os_id): False [ 965.285787] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.285787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.285787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.286015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.286015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.286179] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.286282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.286348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.286499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.286577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.286757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.286900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.286900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.287053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.287131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.287323] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.287416] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.287479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.287618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.287694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.287780] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 965.345155] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.345317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.345387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.345606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.345776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.356467] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 967.270544] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.270858] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 967.373468] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 967.373698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.271346] env[69839]: INFO networking_nsxv3.common.synchronization [req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 req-e4cee1fa-869c-4e05-ae0e-4a8af01c46c8 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Enqueued Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_members [ 968.271887] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_members [ 968.272249] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.272415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.272472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.272782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.272961] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.273077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.273146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.273339] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.273425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.273555] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.698007] env[69839]: INFO networking_nsxv3.common.synchronization [req-879c3a65-1c43-4d3e-83f9-b61a97ed999c req-90a692af-7ceb-4e68-a888-3aad92b53743 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 968.699069] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 968.700356] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.700819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.701319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.701467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.701883] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.702230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.702603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.704087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.704087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.704087] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.708292] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.708292] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.708292] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.708292] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.708292] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.708539] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.708539] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.708783] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.708822] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.709041] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.709152] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.709273] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.709371] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.709480] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.709607] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.709738] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.730852] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.730852] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.730852] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.730852] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.730852] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.730852] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.731148] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.731409] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.731991] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.776044] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.778216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.778216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.778216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.778216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.778216] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.778216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.778216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.778216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.778216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.778216] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d already deleted. [ 968.778216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.929135] env[69839]: INFO networking_nsxv3.common.synchronization [req-879c3a65-1c43-4d3e-83f9-b61a97ed999c req-65a2f7a0-6c9f-4553-81b7-129487717ef1 tempest-ServersTestMultiNic-712507814 tempest-ServersTestMultiNic-712507814-project-member] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 968.929704] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGHEST for action security_group_members [ 968.929929] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.931035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.212424] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.235429] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.235690] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.235796] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.236135] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.236300] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.236488] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 not found, creating... [ 969.236759] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.236924] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.237058] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.237308] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.237450] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.237736] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.237913] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.238046] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.238263] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.238402] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.238562] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 is going to be created. [ 969.259406] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.259622] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.259756] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.260086] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.260261] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.260711] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.715270] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.981593] env[69839]: INFO networking_nsxv3.common.synchronization [req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 req-b890145c-0b57-4561-857a-81260d4cec24 service nova] Enqueued Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_rules [ 969.981593] env[69839]: INFO networking_nsxv3.common.synchronization [req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 req-b890145c-0b57-4561-857a-81260d4cec24 service nova] Enqueued Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_members [ 969.981938] env[69839]: INFO networking_nsxv3.common.synchronization [req-28fe0be8-75b3-4cc9-80d0-584dbd3af014 req-b890145c-0b57-4561-857a-81260d4cec24 service nova] Enqueued Resource ID: f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 with Priority: HIGHEST for action port [ 969.982389] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_rules [ 969.982476] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_members [ 969.982569] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 with Priority: HIGHEST for action port [ 969.983137] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.983270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.983325] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.983522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.983601] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.984785] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.984785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.984785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.987018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.987018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.987018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.987018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.987018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.987018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.987018] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.987489] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.987489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.987489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.987489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.987643] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.221835] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.222102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.222229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.222532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.222689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.222852] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 970.262302] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.262302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.262302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.262480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.262526] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.271539] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 970.390926] env[69839]: INFO networking_nsxv3.common.synchronization [req-bf228d51-a309-4732-a269-f9a929de9744 req-a5e90249-a49b-4519-82b3-e0c710da0c68 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 970.391439] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 970.391750] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.391885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.392009] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.392440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.393458] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.393458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.393458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.393458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.393458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.393458] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.490029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.490161] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.490489] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.491518] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 with status ACTIVE [ 970.491763] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.494490] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.494490] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.494490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.494490] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32 is going to be updated. [ 970.515350] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.515507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.515579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.515783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.516361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.516361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f115b1ed-dc31-40c4-bbc9-6f8dc4aa5c32" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.895787] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.995414] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.398070] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.498038] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.498217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.498291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.498501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.498594] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.498707] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d is going to be created. [ 971.522311] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.522446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.522483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.522682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.522836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.530882] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d in Status: UNINITIALIZED for 2s [ 971.901282] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.901282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.901637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.901637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.901719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.901774] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 971.930969] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.931125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.931204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.931473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.931648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.940464] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 972.280605] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 972.281030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.281296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.281612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.281883] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.282026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.282090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.282288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.282390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.282619] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.362583] env[69839]: INFO networking_nsxv3.common.synchronization [req-c36e7fc8-4c62-4230-8164-f4331fd078a7 req-45a642c8-e3bf-4994-ad51-b22ef278b801 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 972.363669] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 972.363669] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.363825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.363825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.364114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.364652] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.364652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.364652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.364784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.364919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.365105] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.789036] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.789036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.789036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.789036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.789036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.789036] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.789427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.789427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.789427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.789427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.789530] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be updated. [ 972.814585] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.814744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.814794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.814992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.815142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.824598] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: IN_PROGRESS for 2s [ 972.868895] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.868895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.868895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.868895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.887031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.887288] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.887410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.887481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.887674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.887757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.887849] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 972.913772] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.914094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.914094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.914206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.914345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.923890] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 973.375382] env[69839]: INFO networking_nsxv3.common.synchronization [req-a66f7604-7736-4eef-9116-d67a37261161 req-455644b1-9c6a-4255-9b45-ce4f3c04befa tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 973.375932] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 973.376258] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.376379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.376460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.376705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.376863] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.377247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.377247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.377247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.377479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.377479] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.540055] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d in Status: SUCCESS [ 973.540055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.540372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.540494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.540732] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.540849] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.540914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.541141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.544018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.544018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.544018] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.839552] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.839754] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.840015] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.840422] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.841117] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.841313] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.841439] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.841680] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.841827] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.842047] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.842164] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.842273] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.842380] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.842486] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.842590] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.842722] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.868019] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.868019] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.868019] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.868019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.868019] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-d13001fc-907e-462e-b657-9b76892fa686 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.868019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-d13001fc-907e-462e-b657-9b76892fa686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.868019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-d13001fc-907e-462e-b657-9b76892fa686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.868019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-d13001fc-907e-462e-b657-9b76892fa686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.868019] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13001fc-907e-462e-b657-9b76892fa686',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.879216] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.879380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.879450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.879643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.879725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.880023] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.880091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.880135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.880256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.880325] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.880417] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b already deleted. [ 973.880494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.949997] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 973.949997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.044351] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.371056] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.371056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.371056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.371397] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.371472] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.371707] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port d13001fc-907e-462e-b657-9b76892fa686 not found, creating... [ 974.372157] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.372417] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.372619] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.372910] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.373072] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.373367] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.373526] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.373646] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.373860] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.373999] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.374165] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: d13001fc-907e-462e-b657-9b76892fa686 is going to be created. [ 974.394030] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.394157] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.394253] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.394488] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.394714] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.394933] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-d13001fc-907e-462e-b657-9b76892fa686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.547022] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d: rpc.has_security_group_logging(os_id): False [ 974.567959] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.568115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.568161] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.568368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.568457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.568723] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.568837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.568893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.569067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.569147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.569238] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d is going to be created. [ 974.649090] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.649237] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.649328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.649517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.649690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.659946] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d in Status: IN_PROGRESS for 2s [ 974.834058] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8f519ca-6bb7-48c8-a310-afda3231b549 in Status: SUCCESS [ 974.834300] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 deletion is rescheduled due to dependency. [ 974.834408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.934718] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 974.934907] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 deletion is rescheduled due to dependency. [ 974.935036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.167575] env[69839]: INFO networking_nsxv3.common.synchronization [req-a66f7604-7736-4eef-9116-d67a37261161 req-1b17a15b-69b6-4907-aca9-d171fba86cff service nova] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_rules [ 975.167802] env[69839]: INFO networking_nsxv3.common.synchronization [req-a66f7604-7736-4eef-9116-d67a37261161 req-1b17a15b-69b6-4907-aca9-d171fba86cff service nova] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 975.167907] env[69839]: INFO networking_nsxv3.common.synchronization [req-a66f7604-7736-4eef-9116-d67a37261161 req-1b17a15b-69b6-4907-aca9-d171fba86cff service nova] Enqueued Resource ID: d13001fc-907e-462e-b657-9b76892fa686 with Priority: HIGHEST for action port [ 975.168178] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_rules [ 975.168308] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 975.168412] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d13001fc-907e-462e-b657-9b76892fa686 with Priority: HIGHEST for action port [ 975.169015] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.169337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.169414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.169648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.169777] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.170874] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.170874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.170874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.171062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.171265] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.171352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.171725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.171961] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.172088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.172145] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.172928] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d13001fc-907e-462e-b657-9b76892fa686 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.173101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d13001fc-907e-462e-b657-9b76892fa686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.173167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d13001fc-907e-462e-b657-9b76892fa686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.173302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d13001fc-907e-462e-b657-9b76892fa686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.173348] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d13001fc-907e-462e-b657-9b76892fa686',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.675732] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d13001fc-907e-462e-b657-9b76892fa686 with status ACTIVE [ 975.676069] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.676251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.676350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.676652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.676866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.677197] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.677361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.677361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.677523] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.677612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.677816] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.678350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.678350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.678619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.678723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.678842] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d13001fc-907e-462e-b657-9b76892fa686 is going to be updated. [ 975.680016] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.680991] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.681737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.700794] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.700994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.701104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.701797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.701797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.701797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d13001fc-907e-462e-b657-9b76892fa686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.898157] env[69839]: INFO networking_nsxv3.common.synchronization [req-dbc78e65-789e-4c12-aa88-01aaa7d38abb req-edf39fbf-e6ff-4248-9d0d-147934b1e1d3 tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 975.898157] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 975.898157] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.898157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.898157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.898157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.898157] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.898157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.898157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.898157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.898644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.898891] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.182589] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.402219] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.673680] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d in Status: SUCCESS [ 976.673680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.684725] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.684897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.684999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.685265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.685325] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.685447] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be created. [ 976.708158] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.708310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.708567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.709201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.709481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.715060] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.715525] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.715906] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.716485] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.717277] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.717515] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.717697] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.718352] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.718724] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.719140] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.719313] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.719614] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.719801] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.719985] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.721152] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.721152] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.723212] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: UNINITIALIZED for 2s [ 976.739406] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.739406] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.739599] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.739599] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.740183] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-73752e6e-2a93-4408-83ab-8e5503e7af18 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.740183] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-73752e6e-2a93-4408-83ab-8e5503e7af18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.740434] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-73752e6e-2a93-4408-83ab-8e5503e7af18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.740763] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-73752e6e-2a93-4408-83ab-8e5503e7af18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.740985] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73752e6e-2a93-4408-83ab-8e5503e7af18',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.904794] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.245744] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.246115] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.246157] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.246436] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.246586] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.246743] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 73752e6e-2a93-4408-83ab-8e5503e7af18 not found, creating... [ 977.247015] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.247177] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.247299] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.248527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.248527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.248527] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.248527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.248527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.248527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.248527] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.248846] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 73752e6e-2a93-4408-83ab-8e5503e7af18 is going to be created. [ 977.272250] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.272524] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272657] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.272942] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.273207] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.273460] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-73752e6e-2a93-4408-83ab-8e5503e7af18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.407608] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.407793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.407836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.408279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.408376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.408482] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be updated. [ 977.437035] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.437378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.437475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.437746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.437904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.446226] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: IN_PROGRESS for 2s [ 978.124735] env[69839]: INFO networking_nsxv3.common.synchronization [req-dbc78e65-789e-4c12-aa88-01aaa7d38abb req-77a4f032-bb06-4e5a-9514-4faadf6b866d service nova] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_rules [ 978.126380] env[69839]: INFO networking_nsxv3.common.synchronization [req-dbc78e65-789e-4c12-aa88-01aaa7d38abb req-77a4f032-bb06-4e5a-9514-4faadf6b866d service nova] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 978.126380] env[69839]: INFO networking_nsxv3.common.synchronization [req-dbc78e65-789e-4c12-aa88-01aaa7d38abb req-77a4f032-bb06-4e5a-9514-4faadf6b866d service nova] Enqueued Resource ID: 73752e6e-2a93-4408-83ab-8e5503e7af18 with Priority: HIGHEST for action port [ 978.126755] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_rules [ 978.126920] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 978.127030] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73752e6e-2a93-4408-83ab-8e5503e7af18 with Priority: HIGHEST for action port [ 978.127400] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.127505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.127585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.127804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.127907] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.129593] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.129715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.129919] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-73752e6e-2a93-4408-83ab-8e5503e7af18 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.130052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73752e6e-2a93-4408-83ab-8e5503e7af18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.130115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73752e6e-2a93-4408-83ab-8e5503e7af18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.130297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73752e6e-2a93-4408-83ab-8e5503e7af18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.130369] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73752e6e-2a93-4408-83ab-8e5503e7af18',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.632647] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.632929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.633041] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73752e6e-2a93-4408-83ab-8e5503e7af18 with status ACTIVE [ 978.633173] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.633285] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.633328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.633538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.633630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.633787] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.635087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.635087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.635087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.635087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.635087] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.635087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.635087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.635087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.635087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.635087] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73752e6e-2a93-4408-83ab-8e5503e7af18 is going to be updated. [ 978.654702] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.654702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.654702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.654702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.654702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.655013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73752e6e-2a93-4408-83ab-8e5503e7af18" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.735233] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 978.735451] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.735619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.735829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.736023] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.736147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.736206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.736349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.736430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.736512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.736595] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.172740] env[69839]: INFO networking_nsxv3.common.synchronization [req-3b97661d-cdcd-4ad7-bc7e-b73023125eed req-9413b6a1-4c73-4936-945a-8921f3f36b45 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Enqueued Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 979.173931] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 979.173931] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.173931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.173931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.174254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.174304] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.174557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.174557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.174902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.174902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.174964] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.238932] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.455703] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: SUCCESS [ 979.455940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.456151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.456375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.456564] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.456682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.456748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.456896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.456982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.457099] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.478903] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.478903] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-605" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.479143] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-605" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.479260] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-605" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.479528] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.479719] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.479863] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.480141] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.480372] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.480673] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.480816] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.480958] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.481097] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.481218] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.481331] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.481473] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.497465] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.497623] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.497761] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.497926] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-605" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.498230] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-7b37bea7-8254-4455-a635-632dbb0c5279 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.498398] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-7b37bea7-8254-4455-a635-632dbb0c5279" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.498520] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-7b37bea7-8254-4455-a635-632dbb0c5279" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.498820] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-7b37bea7-8254-4455-a635-632dbb0c5279" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.498985] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b37bea7-8254-4455-a635-632dbb0c5279',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.676902] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.742946] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c421e7a6-c835-45b1-b9e9-70f2bb178b1b: rpc.has_security_group_logging(os_id): False [ 979.758191] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.758378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.758424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.758635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.758726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.758965] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.759073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.759143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.759362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.759362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.759498] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be created. [ 979.817328] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.817462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.817462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.818577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.818577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.829823] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: IN_PROGRESS for 2s [ 979.959372] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.006031] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.006031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.006031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.006031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.006031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.006031] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 7b37bea7-8254-4455-a635-632dbb0c5279 not found, creating... [ 980.006031] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.006031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.006031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.006031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.006379] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.006580] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.006755] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.006881] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.007213] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.007268] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.007436] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 7b37bea7-8254-4455-a635-632dbb0c5279 is going to be created. [ 980.029948] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.030253] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.030361] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.030661] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.030842] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.031208] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-7b37bea7-8254-4455-a635-632dbb0c5279" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.179567] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.461749] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.683061] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.685373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.685373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.685373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.685373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.685373] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d is going to be updated. [ 980.708561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.708704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.708782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.709522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.709522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.721606] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: IN_PROGRESS for 2s [ 980.887978] env[69839]: INFO networking_nsxv3.common.synchronization [req-3b97661d-cdcd-4ad7-bc7e-b73023125eed req-acdb9431-29f5-4910-bda1-7be8c70f7433 service nova] Enqueued Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_rules [ 980.888311] env[69839]: INFO networking_nsxv3.common.synchronization [req-3b97661d-cdcd-4ad7-bc7e-b73023125eed req-acdb9431-29f5-4910-bda1-7be8c70f7433 service nova] Enqueued Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 980.888472] env[69839]: INFO networking_nsxv3.common.synchronization [req-3b97661d-cdcd-4ad7-bc7e-b73023125eed req-acdb9431-29f5-4910-bda1-7be8c70f7433 service nova] Enqueued Resource ID: 7b37bea7-8254-4455-a635-632dbb0c5279 with Priority: HIGHEST for action port [ 980.888712] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_rules [ 980.888908] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 980.889011] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37bea7-8254-4455-a635-632dbb0c5279 with Priority: HIGHEST for action port [ 980.889604] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.890739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.890739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.890739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.890739] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.891089] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.891160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.891369] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b37bea7-8254-4455-a635-632dbb0c5279 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.891460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b37bea7-8254-4455-a635-632dbb0c5279" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.891523] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b37bea7-8254-4455-a635-632dbb0c5279" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.891700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b37bea7-8254-4455-a635-632dbb0c5279" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.891773] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b37bea7-8254-4455-a635-632dbb0c5279',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.967374] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.967663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.967663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.967866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.968034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.968151] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be updated. [ 980.996755] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.997033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.997033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.998394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.998394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.009244] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: IN_PROGRESS for 2s [ 981.394198] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.394414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.396699] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b37bea7-8254-4455-a635-632dbb0c5279 with status ACTIVE [ 981.396869] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.396984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.397065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.397280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.397372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.397562] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.397680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.397748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.397922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.398026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.398235] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.398334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.398408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.398620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.398664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.398738] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b37bea7-8254-4455-a635-632dbb0c5279 is going to be updated. [ 981.417324] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.417463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.417517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.417744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.417891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.418099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b37bea7-8254-4455-a635-632dbb0c5279" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.842079] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 981.842444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.732185] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: SUCCESS [ 982.732185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.732185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.732592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.732592] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.732592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.732782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.732782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.732889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.733029] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.958830] env[69839]: INFO networking_nsxv3.common.synchronization [None req-1eb0515c-9d3c-4aba-9d45-6ab8aba6859a tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_rules [ 982.959481] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_rules [ 982.959850] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba118e1-f308-494a-926f-0a1db06bb542 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.960021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.960112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.960406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.960521] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.018657] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: SUCCESS [ 983.018918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.019075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.019282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.019473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.019594] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.019661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.019830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.019914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.020015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.020121] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.031454] env[69839]: INFO networking_nsxv3.common.synchronization [None req-cd0bf6ab-aa3c-4860-bbf9-d65097b46688 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_rules [ 983.031559] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_rules [ 983.031860] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba118e1-f308-494a-926f-0a1db06bb542 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.031978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.241501] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.482616] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.482616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.482616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.482616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.482616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.482616] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba118e1-f308-494a-926f-0a1db06bb542 already deleted. [ 983.482616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.482616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.482616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.482616] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.525561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.525561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.525561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.525561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.525561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.526168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.526168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.526168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.526168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.526168] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.742667] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.002436] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.002812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.002812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.002928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.002957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.003058] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba118e1-f308-494a-926f-0a1db06bb542 already deleted. [ 984.003148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.009187] env[69839]: INFO networking_nsxv3.common.synchronization [req-0bf39fe8-4a0c-4d06-a10c-c2d6d4b4a6f5 req-d8df53b6-601e-44d6-82f7-bb7f7f377185 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 984.009701] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 984.009949] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.010079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.010143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.010339] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.010487] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.010581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.010642] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.010784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.010865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.010992] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.028530] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18433be0-16fa-4df4-b6b3-cef5fc3c5696: rpc.has_security_group_logging(os_id): False [ 984.047066] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.047232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.047271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.047476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.069404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.069660] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.069781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.069853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.070068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.070156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.070355] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.070446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.070509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.070661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.070762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.070915] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.071044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.071107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.071250] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.071321] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.071407] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be updated. [ 984.127340] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.127510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.127628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.127802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.127966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.143217] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: IN_PROGRESS for 2s [ 984.248422] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.248591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.248664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.249310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.249310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.249310] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d is going to be updated. [ 984.293936] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.294174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.294174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.294375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.294519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.305508] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: IN_PROGRESS for 2s [ 984.516674] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.516674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.516674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.516674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.516674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.516674] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.516674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.516674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.516674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.516674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.516674] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 984.563243] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.563243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.563243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.563243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.563243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.575361] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 986.155721] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: SUCCESS [ 986.155721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.314291] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: SUCCESS [ 986.315025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.315025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.315025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.315213] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.315213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.315321] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.315401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.315485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.315571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.315665] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.585554] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 986.585554] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc deletion is rescheduled due to dependency. [ 986.585554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.818007] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.818201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.818288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.818542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.818793] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.818952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.819072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.819319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.819453] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.819612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.819783] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.819917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.820029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.820214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.820395] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.820519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.820604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.820755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.820853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.820981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.821094] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.322924] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d: rpc.has_security_group_logging(os_id): False [ 987.343088] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.343273] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.343323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.343625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.362455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.362709] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.362869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.362914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.363093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.363178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.363371] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.363472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.363543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.363687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.363761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.364019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.364138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.364204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.364372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.364452] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.364540] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d is going to be updated. [ 987.419859] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.419859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.419859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.419859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.419859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.431270] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: IN_PROGRESS for 2s [ 987.611937] env[69839]: INFO networking_nsxv3.common.synchronization [req-5d5856fe-83ad-4519-bc6e-54dfa41e0850 req-55207738-6f9e-4b1d-84d0-7aab99c3d7db tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 987.612732] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 987.613271] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.613722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.613811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.615271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.615457] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.615569] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.615642] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.615814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.615899] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.615997] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.119464] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.622468] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.020012] env[69839]: INFO networking_nsxv3.common.synchronization [req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd req-b8aab3f6-1aa7-4d14-b5b9-6a1389e472af tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 989.020577] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 989.020963] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.021510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.021510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.021766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.021938] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.022105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.022274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.022338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.022391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.022482] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.124645] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.124873] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.125045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.125256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.125384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.125506] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be updated. [ 989.155284] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.155284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.155284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.155284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.155284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.162063] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: IN_PROGRESS for 2s [ 989.314779] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.314974] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.315112] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.315435] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.315689] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.315843] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.315958] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.323462] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.323620] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.323873] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.323951] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.324073] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.324180] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.324289] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 989.325028] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.325028] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.342116] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.342268] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 989.342415] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.342598] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.342963] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-6802447f-4f4c-4cda-aeac-2ccc4f513afc taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.343182] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-6802447f-4f4c-4cda-aeac-2ccc4f513afc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.343288] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-6802447f-4f4c-4cda-aeac-2ccc4f513afc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.343614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-6802447f-4f4c-4cda-aeac-2ccc4f513afc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.343771] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6802447f-4f4c-4cda-aeac-2ccc4f513afc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.385708] env[69839]: INFO networking_nsxv3.common.synchronization [req-9ac62f87-3919-4615-9ac3-55eb79f37df4 req-1241a25b-a500-407b-993f-9abf33a8a4b5 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba with Priority: HIGHEST for action security_group_members [ 989.385831] env[69839]: INFO networking_nsxv3.common.synchronization [req-9ac62f87-3919-4615-9ac3-55eb79f37df4 req-1241a25b-a500-407b-993f-9abf33a8a4b5 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 989.386564] env[69839]: INFO networking_nsxv3.common.synchronization [req-9ac62f87-3919-4615-9ac3-55eb79f37df4 req-1241a25b-a500-407b-993f-9abf33a8a4b5 tempest-SecurityGroupsTestJSON-1024342238 tempest-SecurityGroupsTestJSON-1024342238-project-member] Enqueued Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_members [ 989.386564] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba with Priority: HIGHEST for action security_group_members [ 989.386647] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGHEST for action security_group_members [ 989.386769] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGHEST for action security_group_members [ 989.387016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed1bf457-7368-4f5e-93e1-279ead8b6eba taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.387102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.387143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.388527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.388527] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.388527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.388527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.388527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.388527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.388527] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.389106] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.389106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.389106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.389278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.389330] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.389477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.389571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.389739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.389825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.390188] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.390682] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4488248-d880-45d4-9832-6218033b27a5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.390967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.390967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.391083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.395235] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.395373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.395440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.395624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.395679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.395767] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.445245] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: SUCCESS [ 989.445484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.525552] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.525728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.525804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.526097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.526203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.526445] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.526538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.526538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.526677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.526768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.526855] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 already deleted. [ 989.526944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.847310] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.847740] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.847977] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.848269] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.848449] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.848618] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 6802447f-4f4c-4cda-aeac-2ccc4f513afc not found, creating... [ 989.848926] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.850103] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.850103] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.850103] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.850103] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.850103] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.850433] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.850486] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.850685] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.850832] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.851341] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 6802447f-4f4c-4cda-aeac-2ccc4f513afc is going to be created. [ 989.871640] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.871735] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.871824] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.872204] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.872457] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.872754] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-6802447f-4f4c-4cda-aeac-2ccc4f513afc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.898133] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.898133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.898133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.898431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.898650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.900030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.900030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.900030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.900030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.900030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.900030] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be updated. [ 989.901049] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.901235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.901235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.901438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.902992] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.902992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.922833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.923160] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.923291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.923361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.923589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.923673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.923766] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba is going to be updated. [ 989.925212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.925411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.943693] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.943883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.943925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.944206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.944359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.946992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.947267] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.947441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.947532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.947803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.947890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.948012] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4488248-d880-45d4-9832-6218033b27a5 is going to be updated. [ 989.972697] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: IN_PROGRESS for 2s [ 989.997980] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.998162] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.998273] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.998520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.998672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.021476] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.021667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.021743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.021971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.022155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.026916] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba in Status: IN_PROGRESS for 2s [ 990.035537] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: IN_PROGRESS for 2s [ 990.557898] env[69839]: INFO networking_nsxv3.common.synchronization [req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd req-6655e599-c157-4aec-9e79-0f48d7eaf532 service nova] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 990.558289] env[69839]: INFO networking_nsxv3.common.synchronization [req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd req-6655e599-c157-4aec-9e79-0f48d7eaf532 service nova] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 990.558441] env[69839]: INFO networking_nsxv3.common.synchronization [req-ccc6fee2-2ab3-4afc-9c9d-6e6cff1ef6dd req-6655e599-c157-4aec-9e79-0f48d7eaf532 service nova] Enqueued Resource ID: 6802447f-4f4c-4cda-aeac-2ccc4f513afc with Priority: HIGHEST for action port [ 990.558961] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 990.560021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 990.560021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6802447f-4f4c-4cda-aeac-2ccc4f513afc with Priority: HIGHEST for action port [ 990.560021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.560021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.560021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.560021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.560021] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.561049] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.561205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.561239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.561410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.561634] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.561713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.561713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.561853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.561957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.562064] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.562765] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-6802447f-4f4c-4cda-aeac-2ccc4f513afc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.562869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6802447f-4f4c-4cda-aeac-2ccc4f513afc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.562938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6802447f-4f4c-4cda-aeac-2ccc4f513afc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.567016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6802447f-4f4c-4cda-aeac-2ccc4f513afc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.567112] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6802447f-4f4c-4cda-aeac-2ccc4f513afc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.069265] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.070371] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.070479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.071042] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6802447f-4f4c-4cda-aeac-2ccc4f513afc with status ACTIVE [ 991.071042] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.071042] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.071042] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.071379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.071379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.071532] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.071629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.071691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.071842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.071919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.072109] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.072233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.072324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.072426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.072461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.072542] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6802447f-4f4c-4cda-aeac-2ccc4f513afc is going to be updated. [ 991.093335] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.093475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.093547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.093754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.093872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.094046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6802447f-4f4c-4cda-aeac-2ccc4f513afc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.175646] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: SUCCESS [ 991.175646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.578024] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.981920] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 in Status: SUCCESS [ 991.981920] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 deletion is rescheduled due to dependency. [ 991.981920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.035931] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba in Status: SUCCESS [ 992.036207] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba deletion is rescheduled due to dependency. [ 992.036331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.042758] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4488248-d880-45d4-9832-6218033b27a5 in Status: SUCCESS [ 992.042931] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4488248-d880-45d4-9832-6218033b27a5 deletion is rescheduled due to dependency. [ 992.043060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.079712] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.079986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.079986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.080179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.080272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.080370] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be created. [ 992.103626] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.103773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.103843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.104062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.104222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.112716] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: UNINITIALIZED for 2s [ 994.123050] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: UNINITIALIZED for 4s [ 995.560425] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 995.560747] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 995.577201] env[69839]: INFO networking_nsxv3.common.synchronization [req-39f33add-198c-4783-851c-26701afb9d3d req-d7f83f41-4d36-4068-ada5-263c274ffbd9 tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 995.577785] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 995.579720] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.579720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.579720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.579720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.579954] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.579954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.580044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.580190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.580293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.580396] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.837689] env[69839]: INFO networking_nsxv3.common.synchronization [req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc req-9d0fb455-7891-4eb0-83a7-72c024695bc1 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 995.838429] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 995.838568] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.838697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.838766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.839800] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.840028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.840619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.840765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.841168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.841168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.841364] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.083181] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.136264] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 996.136264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.136264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.136264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.136264] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.136264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.136264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.136264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.136264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.136264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.136264] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.290399] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.290591] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.290714] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.290986] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.291287] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.291566] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.291697] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.291922] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.292866] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.292866] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.292866] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.292866] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.292866] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.292866] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.293124] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.293124] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.310445] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.310610] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.310751] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.310926] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.311264] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-89e33818-9187-4979-87d9-47b456cee900 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.311479] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-89e33818-9187-4979-87d9-47b456cee900" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.311609] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-89e33818-9187-4979-87d9-47b456cee900" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.311959] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-89e33818-9187-4979-87d9-47b456cee900" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.312139] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e33818-9187-4979-87d9-47b456cee900',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.345105] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.345277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.345362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.345576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.345669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.345855] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.345955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.346029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.346187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.346265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.346361] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 996.374079] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.374264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.374342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.374900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.374900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.385239] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 996.585945] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.637285] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.814468] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.814863] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.815159] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.815730] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.815828] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.816106] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 89e33818-9187-4979-87d9-47b456cee900 not found, creating... [ 996.816506] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.816738] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.816915] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.817270] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.817476] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.817901] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.818182] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.818447] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.818790] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.819057] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.819348] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 89e33818-9187-4979-87d9-47b456cee900 is going to be created. [ 996.838606] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.838825] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.838958] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.839259] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.839516] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.839743] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-89e33818-9187-4979-87d9-47b456cee900" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.088761] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.088935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.089033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.089296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.089395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.089498] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 997.130120] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.130281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.130353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.130559] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.130707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.139773] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 997.139983] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9afa-c1ea-4ab5-99dc-1379588b07c4: rpc.has_security_group_logging(os_id): False [ 997.186421] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.186549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.186648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.186867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.186957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.187229] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.187335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.187401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.187550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.187706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.187706] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be created. [ 997.293349] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.293581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.293685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.293926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.294153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.311769] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 997.695901] env[69839]: INFO networking_nsxv3.common.synchronization [req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc req-6a0640a1-1e75-41cb-903c-0f695e0c2b23 service nova] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_rules [ 997.696171] env[69839]: INFO networking_nsxv3.common.synchronization [req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc req-6a0640a1-1e75-41cb-903c-0f695e0c2b23 service nova] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 997.696257] env[69839]: INFO networking_nsxv3.common.synchronization [req-944af3e9-3808-4fcc-b0ce-cc5e4e8daefc req-6a0640a1-1e75-41cb-903c-0f695e0c2b23 service nova] Enqueued Resource ID: 89e33818-9187-4979-87d9-47b456cee900 with Priority: HIGHEST for action port [ 997.697712] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_rules [ 997.697842] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 997.697962] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e33818-9187-4979-87d9-47b456cee900 with Priority: HIGHEST for action port [ 997.698333] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.698489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.698563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.698793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.698880] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.699777] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.699901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.700206] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e33818-9187-4979-87d9-47b456cee900 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.700347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e33818-9187-4979-87d9-47b456cee900" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.700458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e33818-9187-4979-87d9-47b456cee900" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.700659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e33818-9187-4979-87d9-47b456cee900" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.700754] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e33818-9187-4979-87d9-47b456cee900',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.202823] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.202977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.203212] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89e33818-9187-4979-87d9-47b456cee900 with status ACTIVE [ 998.203357] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.203463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.203531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.203745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.203846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.204019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.204117] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.204197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.204356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.204440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.204628] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.204723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.204785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.204930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.205066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.205119] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89e33818-9187-4979-87d9-47b456cee900 is going to be updated. [ 998.232870] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.233043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.233131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.233354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.233500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.233667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e33818-9187-4979-87d9-47b456cee900" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.394498] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 998.394726] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 deletion is rescheduled due to dependency. [ 998.394877] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.395066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.395364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.395500] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.395614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.395728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.395906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.395995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.396107] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.898102] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.149783] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 999.150024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.323540] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 999.323770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.401434] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.907198] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.907501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.907501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.907729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.907876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.908010] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 999.937376] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.937564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.937635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.937823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.937972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.946071] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1001.957176] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1001.958615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.958806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.959069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.959287] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.959413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.959480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.959652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.959737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.959826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.959919] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.464692] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.464924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.465099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.465317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.465500] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.465625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.465698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.465876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.466020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.466169] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.466341] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.466435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.466498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.466648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.466810] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.466908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.466966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.467252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.467362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.467474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.467570] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.700417] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1002.700529] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1002.969661] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1c2f49-4ae4-428e-9f7d-e26a6755af70: rpc.has_security_group_logging(os_id): False [ 1002.988381] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.988541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.988616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.988834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.988923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.989121] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.989231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.989291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.989445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.989524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.989715] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.989812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.989891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.990050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.990127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.990314] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.990408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.990471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.990608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.990685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.990779] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 1003.047259] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.047414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.047473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.047677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.047820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.058991] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1005.075886] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1005.076230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.947502] env[69839]: INFO networking_nsxv3.common.synchronization [req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 req-6906d7c8-8cba-41d3-8eb8-0a694839b32b tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_members [ 1005.948059] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_members [ 1005.948374] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba118e1-f308-494a-926f-0a1db06bb542 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.949047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.949047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.949047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.949047] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.949362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.949362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.949362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.949537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.949537] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.419167] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.419500] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.419543] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.419810] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.420080] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.420245] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.420366] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.420576] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.420720] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.420929] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.421056] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.421170] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.421314] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.421534] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1006.421659] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.421799] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.439315] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.439496] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1006.439725] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.439895] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.440188] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-749eacc3-687c-4478-9b16-a4d90c0945e9 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.440351] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-749eacc3-687c-4478-9b16-a4d90c0945e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.440470] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-749eacc3-687c-4478-9b16-a4d90c0945e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.440765] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-749eacc3-687c-4478-9b16-a4d90c0945e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.440908] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749eacc3-687c-4478-9b16-a4d90c0945e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.454362] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.454474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.454521] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.454688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.454776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.454952] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.455060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.455124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.455270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.455346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.455430] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba118e1-f308-494a-926f-0a1db06bb542 already deleted. [ 1006.455511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.944394] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.944639] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.944798] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.945106] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.945265] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.945453] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 749eacc3-687c-4478-9b16-a4d90c0945e9 not found, creating... [ 1006.945722] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.945885] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.946015] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.946253] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.946396] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.946779] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.946891] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.947009] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.949681] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.949875] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.950069] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 749eacc3-687c-4478-9b16-a4d90c0945e9 is going to be created. [ 1006.969891] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.970171] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.970335] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.970636] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.970924] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.971227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-749eacc3-687c-4478-9b16-a4d90c0945e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.467713] env[69839]: INFO networking_nsxv3.common.synchronization [req-c1a664b6-9576-4429-96a5-ea2f44fcc2f8 req-43677181-b8e8-4219-8291-8d4a882c1066 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Enqueued Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 1007.468278] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 1007.468589] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.468715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.468785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.468981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.469148] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.469247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.469307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.469456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.469558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.469656] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.777859] env[69839]: INFO networking_nsxv3.common.synchronization [req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 req-6445e045-ba57-484b-a433-0c6648c16f10 service nova] Enqueued Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_rules [ 1007.778057] env[69839]: INFO networking_nsxv3.common.synchronization [req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 req-6445e045-ba57-484b-a433-0c6648c16f10 service nova] Enqueued Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_members [ 1007.778204] env[69839]: INFO networking_nsxv3.common.synchronization [req-98a3cc7d-eec6-483d-ac33-59bd2b937ff9 req-6445e045-ba57-484b-a433-0c6648c16f10 service nova] Enqueued Resource ID: 749eacc3-687c-4478-9b16-a4d90c0945e9 with Priority: HIGHEST for action port [ 1007.778459] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_rules [ 1007.778586] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_members [ 1007.778685] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749eacc3-687c-4478-9b16-a4d90c0945e9 with Priority: HIGHEST for action port [ 1007.779254] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba118e1-f308-494a-926f-0a1db06bb542 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.779383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.779463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.779673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.779758] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.780571] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba118e1-f308-494a-926f-0a1db06bb542 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.780698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.780773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.780935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.781417] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.781417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.781417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.781417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.781614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.781614] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.784970] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-749eacc3-687c-4478-9b16-a4d90c0945e9 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.784970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-749eacc3-687c-4478-9b16-a4d90c0945e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.784970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-749eacc3-687c-4478-9b16-a4d90c0945e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.784970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-749eacc3-687c-4478-9b16-a4d90c0945e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.784970] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749eacc3-687c-4478-9b16-a4d90c0945e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.972377] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.283319] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.286427] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 749eacc3-687c-4478-9b16-a4d90c0945e9 with status ACTIVE [ 1008.286427] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.286734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.286734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.286811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.286877] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.288193] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.288193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.288193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.288193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.288193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.288193] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.288193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.288193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.288193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.288193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.288193] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 749eacc3-687c-4478-9b16-a4d90c0945e9 is going to be updated. [ 1008.289397] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba118e1-f308-494a-926f-0a1db06bb542 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.289525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.311030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.311030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.311030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.311276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.311312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.311566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-749eacc3-687c-4478-9b16-a4d90c0945e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.478209] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.786512] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.980504] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.980680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.980728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.980942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.981043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.981137] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d is going to be updated. [ 1009.014150] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.014150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.014150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.014150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.014387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.023767] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: IN_PROGRESS for 2s [ 1009.288926] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.289108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.289180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.289881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.289881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.289881] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba118e1-f308-494a-926f-0a1db06bb542 is going to be created. [ 1009.319080] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.320370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.320370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.320370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.320370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.330527] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba118e1-f308-494a-926f-0a1db06bb542 in Status: UNINITIALIZED for 2s [ 1011.033072] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: SUCCESS [ 1011.033072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.341193] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba118e1-f308-494a-926f-0a1db06bb542 in Status: SUCCESS [ 1011.341418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.341647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.341883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.342114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.342239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.342391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.342510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.342558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.342654] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.342783] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.845460] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.348873] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ba118e1-f308-494a-926f-0a1db06bb542: rpc.has_security_group_logging(os_id): False [ 1012.367153] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.367375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.367375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.367718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.367718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.368064] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.368193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.368290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.368489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.368606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.368740] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba118e1-f308-494a-926f-0a1db06bb542 is going to be created. [ 1012.433590] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.433590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.433590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.433590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.433590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.443401] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba118e1-f308-494a-926f-0a1db06bb542 in Status: IN_PROGRESS for 2s [ 1012.558431] env[69839]: INFO networking_nsxv3.common.synchronization [req-85f13359-dfee-4754-809d-61aecf7f3d37 req-487e6c6c-6bd5-40ad-a78c-9dea5ec74a87 tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Enqueued Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 1012.558967] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 1012.559279] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.559399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.559469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.559671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.559826] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.559925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.560028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.560431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.560526] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.560627] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.062613] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.567349] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.068122] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.068300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.068372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.068610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.068697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.068798] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 is going to be updated. [ 1014.094512] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.094663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.094716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.094975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.095241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.105809] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: IN_PROGRESS for 2s [ 1014.459596] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba118e1-f308-494a-926f-0a1db06bb542 in Status: SUCCESS [ 1014.459875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.115048] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: SUCCESS [ 1016.115355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.559877] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1017.560176] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1017.846117] env[69839]: INFO networking_nsxv3.common.synchronization [None req-35a9f6a3-a588-4ac7-8b7a-f66865a4da91 None None] Enqueued Resource ID: 3103fadd-e6b2-4535-bce1-10df52ef882b with Priority: HIGHEST for action port [ 1017.846388] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3103fadd-e6b2-4535-bce1-10df52ef882b with Priority: HIGHEST for action port [ 1017.847479] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-3103fadd-e6b2-4535-bce1-10df52ef882b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.848208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3103fadd-e6b2-4535-bce1-10df52ef882b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.848343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3103fadd-e6b2-4535-bce1-10df52ef882b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.848728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3103fadd-e6b2-4535-bce1-10df52ef882b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.848728] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3103fadd-e6b2-4535-bce1-10df52ef882b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.351018] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3103fadd-e6b2-4535-bce1-10df52ef882b [ 1018.351471] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.351599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.351599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.353493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.353493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.353493] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3103fadd-e6b2-4535-bce1-10df52ef882b already deleted. [ 1018.353493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3103fadd-e6b2-4535-bce1-10df52ef882b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.724024] env[69839]: INFO networking_nsxv3.common.synchronization [req-ca9594a7-e074-4f55-b09b-a35fbd582916 req-eb4953c2-5bb7-4cf6-9cb7-48d11f4022fe tempest-ServersAdminTestJSON-584612041 tempest-ServersAdminTestJSON-584612041-project-member] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 1018.724024] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGHEST for action security_group_members [ 1018.724024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.724024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.724024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.724024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.724703] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.724703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.724703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.724703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.724703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.724884] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.232355] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.232517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.232622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.232901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.253349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.253618] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.253778] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.253829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.253990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.254194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.254194] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be updated. [ 1019.279803] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.279803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.279803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.279803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.279803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.287079] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: IN_PROGRESS for 2s [ 1019.697148] env[69839]: INFO networking_nsxv3.common.synchronization [req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b req-520b38c4-64cf-47a5-87ed-e9fd8fca6ca1 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1019.697148] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1019.697148] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.697148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.697148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.697148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.697148] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.697148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.697148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.698064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.698305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.698852] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.093015] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.093355] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.093397] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.093638] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.093897] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.094081] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.094219] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.094448] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.094615] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.094803] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.094918] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.095045] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.095162] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.095275] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1020.095384] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.095520] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.115343] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.116422] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1020.119229] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.119449] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.119794] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-a7b0e155-fac9-4294-8802-ca3151d8a7cb taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.119988] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-a7b0e155-fac9-4294-8802-ca3151d8a7cb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.120125] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-a7b0e155-fac9-4294-8802-ca3151d8a7cb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.120445] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-a7b0e155-fac9-4294-8802-ca3151d8a7cb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.120580] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b0e155-fac9-4294-8802-ca3151d8a7cb',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.193501] env[69839]: INFO networking_nsxv3.common.synchronization [None req-7316c60f-d11b-4128-b86b-fd6e71a895e9 None None] Enqueued Resource ID: 1f716ca3-339d-4e56-8e6b-499634f339d2 with Priority: HIGHEST for action port [ 1020.193501] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f716ca3-339d-4e56-8e6b-499634f339d2 with Priority: HIGHEST for action port [ 1020.193501] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f716ca3-339d-4e56-8e6b-499634f339d2 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.193501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f716ca3-339d-4e56-8e6b-499634f339d2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.193501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f716ca3-339d-4e56-8e6b-499634f339d2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.193501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f716ca3-339d-4e56-8e6b-499634f339d2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.193501] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f716ca3-339d-4e56-8e6b-499634f339d2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.201578] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.202029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.202029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.202029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.202191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.202315] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.202420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.202469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.202621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.202709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.202885] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1020.227486] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.227633] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.227730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.227957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.228487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.236892] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1020.626021] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.626021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.626021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.626021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.626021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.626021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port a7b0e155-fac9-4294-8802-ca3151d8a7cb not found, creating... [ 1020.626021] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.626021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.626021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.626021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.626021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.626503] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.626503] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.626503] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.626964] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.627279] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.627557] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: a7b0e155-fac9-4294-8802-ca3151d8a7cb is going to be created. [ 1020.649351] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.649351] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.649351] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.649351] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.649351] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.649351] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-a7b0e155-fac9-4294-8802-ca3151d8a7cb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.697184] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f716ca3-339d-4e56-8e6b-499634f339d2 [ 1020.697184] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.697184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.697184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.697184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.697184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.697184] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f716ca3-339d-4e56-8e6b-499634f339d2 already deleted. [ 1020.697184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f716ca3-339d-4e56-8e6b-499634f339d2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.297498] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 in Status: SUCCESS [ 1021.298019] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 deletion is rescheduled due to dependency. [ 1021.298019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.354273] env[69839]: INFO networking_nsxv3.common.synchronization [req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b req-b9e55214-3fc4-4190-bf54-8ba513c4cab0 service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 1021.354472] env[69839]: INFO networking_nsxv3.common.synchronization [req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b req-b9e55214-3fc4-4190-bf54-8ba513c4cab0 service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1021.354614] env[69839]: INFO networking_nsxv3.common.synchronization [req-7aa9236b-4b61-4a2a-9a20-adaf0cadb06b req-b9e55214-3fc4-4190-bf54-8ba513c4cab0 service nova] Enqueued Resource ID: a7b0e155-fac9-4294-8802-ca3151d8a7cb with Priority: HIGHEST for action port [ 1021.354893] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 1021.355041] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1021.355156] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b0e155-fac9-4294-8802-ca3151d8a7cb with Priority: HIGHEST for action port [ 1021.355847] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.355925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.356000] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.356594] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.356680] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.357821] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.357924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.358127] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b0e155-fac9-4294-8802-ca3151d8a7cb taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.358231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b0e155-fac9-4294-8802-ca3151d8a7cb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.358300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b0e155-fac9-4294-8802-ca3151d8a7cb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.358505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b0e155-fac9-4294-8802-ca3151d8a7cb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.358540] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b0e155-fac9-4294-8802-ca3151d8a7cb',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.860759] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.860907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.862513] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7b0e155-fac9-4294-8802-ca3151d8a7cb with status ACTIVE [ 1021.862513] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.862728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.862728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.862832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.862946] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.863140] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.863267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.863310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.863462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.863544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.863728] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.863823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.863887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.864168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.864255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.864345] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7b0e155-fac9-4294-8802-ca3151d8a7cb is going to be updated. [ 1021.883692] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.883910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.883987] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.884232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.884392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.884551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b0e155-fac9-4294-8802-ca3151d8a7cb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.246406] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1022.246593] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc deletion is rescheduled due to dependency. [ 1022.246709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.246869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.247097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.247321] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.247438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.247499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.247650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.247785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.247825] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.750571] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.253498] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.761274] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.761274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.761274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.761274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.761274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.761274] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1023.786524] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.786524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.786524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.786524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.786524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.796634] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1024.762553] env[69839]: INFO networking_nsxv3.common.synchronization [req-e8cb824a-427a-4a80-9304-b658461eb76c req-b5f0511a-ff42-4bca-8476-61560248e559 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 1024.763620] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 1024.763957] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.764099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.764252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.764376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.764531] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.764630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.764695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.764845] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.764932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.765051] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.788233] env[69839]: INFO networking_nsxv3.common.synchronization [req-e8cb824a-427a-4a80-9304-b658461eb76c req-b5f0511a-ff42-4bca-8476-61560248e559 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_rules [ 1024.788435] env[69839]: INFO networking_nsxv3.common.synchronization [req-e8cb824a-427a-4a80-9304-b658461eb76c req-b5f0511a-ff42-4bca-8476-61560248e559 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 1024.788583] env[69839]: INFO networking_nsxv3.common.synchronization [req-e8cb824a-427a-4a80-9304-b658461eb76c req-b5f0511a-ff42-4bca-8476-61560248e559 tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 958b4139-ba7c-4398-8c2e-8df7730d38f3 with Priority: HIGHEST for action port [ 1024.789523] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_rules [ 1024.789729] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 1024.789765] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b4139-ba7c-4398-8c2e-8df7730d38f3 with Priority: HIGHEST for action port [ 1024.790073] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.791206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.791283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.791502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.791595] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.793167] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.797021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.797021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-958b4139-ba7c-4398-8c2e-8df7730d38f3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.797021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.797021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.797021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.797021] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958b4139-ba7c-4398-8c2e-8df7730d38f3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.271697] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.296291] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.296291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.301665] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 958b4139-ba7c-4398-8c2e-8df7730d38f3 with status ACTIVE [ 1025.302018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.302163] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.302233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.302442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.302542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.302721] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.302952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.303044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.303234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.303342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.303541] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.303658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.303728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.303846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.303926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.304009] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 958b4139-ba7c-4398-8c2e-8df7730d38f3 is going to be updated. [ 1025.326426] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.326613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.326613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.326817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.326956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.327135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.776670] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.807769] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1025.808013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.808185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.808460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.808656] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.808769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.808834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.809011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.809098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.809180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.809270] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.156479] env[69839]: INFO networking_nsxv3.common.synchronization [req-a6aab668-1d9c-43d6-bbb0-733d9d42efc0 req-b2f0bf23-3d47-4791-b894-dbcde6f1618a tempest-MigrationsAdminTest-893250959 tempest-MigrationsAdminTest-893250959-project-member] Enqueued Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 1026.156479] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 with Priority: HIGHEST for action security_group_members [ 1026.156479] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.156479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.156479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.156479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.156479] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.156479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.162319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.162319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.162319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.162319] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('172d40c3-3cfa-4069-ad62-f8b7a81b87a0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.205892] env[69839]: INFO networking_nsxv3.common.synchronization [req-f126638a-7af1-4814-81db-e7dd5057ae07 req-3abc4b2b-fc30-4c27-8213-e33eb878a448 tempest-ServerRescueTestJSON-192957551 tempest-ServerRescueTestJSON-192957551-project-member] Enqueued Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 1026.206166] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d with Priority: HIGHEST for action security_group_members [ 1026.206854] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.208150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.208150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.208150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.208150] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.208150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.208150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.208150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.208150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.208150] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.278856] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.279024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.279103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.279322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.279416] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.279516] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec is going to be updated. [ 1026.306129] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.306297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.306356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.306668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.307423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.311161] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.311302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.311353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.312036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.312036] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.312036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.312036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.312259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.312259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.312259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.312364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.312464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.312525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.312666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.312798] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.312930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.313081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.313244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.313324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.313403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.313493] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.316155] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: IN_PROGRESS for 2s [ 1026.664353] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.664571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.664624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.664802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.685385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.685385] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.685385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.685385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.685385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.685385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.685860] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 is going to be updated. [ 1026.710016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.710183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.710330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.710491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.710596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.711754] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.711887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.712076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.712283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.712283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.712405] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.712503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.712568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.712711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.712789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.712884] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d is going to be updated. [ 1026.721119] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: IN_PROGRESS for 2s [ 1026.737329] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.737741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.737833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.738071] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.738212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.745673] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: IN_PROGRESS for 2s [ 1026.817576] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc: rpc.has_security_group_logging(os_id): False [ 1026.836372] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.836781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.836857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.837107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.837207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.837485] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.837597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.837663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.837825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.837911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.838133] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.838323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.838471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.838649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.838755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.838998] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.839109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.839179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.839350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.839448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.839558] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1026.900421] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.900577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.900637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.900829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.900977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.915020] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1027.136061] env[69839]: INFO networking_nsxv3.common.synchronization [req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 req-c760879e-39b6-4192-932f-5c61c60e8c8a tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Enqueued Resource ID: 84dab345-e443-4c4e-8d0e-551897456a82 with Priority: HIGHEST for action security_group_members [ 1027.136061] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84dab345-e443-4c4e-8d0e-551897456a82 with Priority: HIGHEST for action security_group_members [ 1027.136061] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-84dab345-e443-4c4e-8d0e-551897456a82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.136420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.136468] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.136730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.136896] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.137014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.137085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.137237] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.137578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.137578] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84dab345-e443-4c4e-8d0e-551897456a82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.261091] env[69839]: INFO networking_nsxv3.common.synchronization [req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd req-3a9d1f4b-6363-4da1-a240-f51ee477d9ca tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 1027.262097] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 1027.262097] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.262097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.276085] env[69839]: INFO networking_nsxv3.common.synchronization [req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd req-3a9d1f4b-6363-4da1-a240-f51ee477d9ca tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_rules [ 1027.276085] env[69839]: INFO networking_nsxv3.common.synchronization [req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd req-3a9d1f4b-6363-4da1-a240-f51ee477d9ca tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 1027.276085] env[69839]: INFO networking_nsxv3.common.synchronization [req-eebf7e3a-7324-4f78-b618-0e3b03e7f9bd req-3a9d1f4b-6363-4da1-a240-f51ee477d9ca tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 958b4139-ba7c-4398-8c2e-8df7730d38f3 with Priority: HIGHEST for action port [ 1027.276085] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_rules [ 1027.276085] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 1027.276085] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b4139-ba7c-4398-8c2e-8df7730d38f3 with Priority: HIGHEST for action port [ 1027.276085] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.276085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.276085] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.276085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.276085] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-958b4139-ba7c-4398-8c2e-8df7730d38f3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.276542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.276542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.276869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.276998] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958b4139-ba7c-4398-8c2e-8df7730d38f3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.448658] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.448860] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-169" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.448988] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-169" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.449365] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-169" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.449634] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.449822] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.450074] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.450353] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.450509] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.450720] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.450835] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.450977] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.451122] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.451240] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.451349] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.451486] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.470803] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.471009] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.471136] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.471319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-169" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.471631] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-c9a86810-a348-4016-ac55-4db2ffc0353b taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.471808] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-c9a86810-a348-4016-ac55-4db2ffc0353b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.471956] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-c9a86810-a348-4016-ac55-4db2ffc0353b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.472298] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-c9a86810-a348-4016-ac55-4db2ffc0353b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.472447] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a86810-a348-4016-ac55-4db2ffc0353b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.639404] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.639661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.639832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.640226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.640282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.640485] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.640604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.640672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.640842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.640927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.641029] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84dab345-e443-4c4e-8d0e-551897456a82 already deleted. [ 1027.641160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.781027] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 958b4139-ba7c-4398-8c2e-8df7730d38f3 with status ACTIVE [ 1027.781187] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.781262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.781262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.781473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.781567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.781733] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.781829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.781897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.782110] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.782189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.782372] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.782515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.782561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.783326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.783326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.783326] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 958b4139-ba7c-4398-8c2e-8df7730d38f3 is going to be updated. [ 1027.801844] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.802049] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.802102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.802283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.802420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.802600] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-958b4139-ba7c-4398-8c2e-8df7730d38f3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.975248] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.975536] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.976425] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.976425] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.976425] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.976425] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port c9a86810-a348-4016-ac55-4db2ffc0353b not found, creating... [ 1027.976601] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.976663] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.976761] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.976978] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.977142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.977427] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.977585] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.979045] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.979045] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.979045] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.979045] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: c9a86810-a348-4016-ac55-4db2ffc0353b is going to be created. [ 1028.016455] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.016641] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.016718] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.017036] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.017220] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.017437] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-c9a86810-a348-4016-ac55-4db2ffc0353b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.326355] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: SUCCESS [ 1028.326574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.327128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.327128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.327128] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.327245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.327317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.327457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.327541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.327638] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.675146] env[69839]: INFO networking_nsxv3.common.synchronization [req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 req-610b54a5-2641-4093-b036-3174823a10e5 service nova] Enqueued Resource ID: 84dab345-e443-4c4e-8d0e-551897456a82 with Priority: HIGHEST for action security_group_rules [ 1028.677091] env[69839]: INFO networking_nsxv3.common.synchronization [req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 req-610b54a5-2641-4093-b036-3174823a10e5 service nova] Enqueued Resource ID: 84dab345-e443-4c4e-8d0e-551897456a82 with Priority: HIGHEST for action security_group_members [ 1028.677359] env[69839]: INFO networking_nsxv3.common.synchronization [req-1dbb2076-52b1-434a-b778-ce39f3ad6e88 req-610b54a5-2641-4093-b036-3174823a10e5 service nova] Enqueued Resource ID: c9a86810-a348-4016-ac55-4db2ffc0353b with Priority: HIGHEST for action port [ 1028.677631] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84dab345-e443-4c4e-8d0e-551897456a82 with Priority: HIGHEST for action security_group_rules [ 1028.677762] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84dab345-e443-4c4e-8d0e-551897456a82 with Priority: HIGHEST for action security_group_members [ 1028.677862] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9a86810-a348-4016-ac55-4db2ffc0353b with Priority: HIGHEST for action port [ 1028.678473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84dab345-e443-4c4e-8d0e-551897456a82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.678601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.678670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.678928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.678998] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84dab345-e443-4c4e-8d0e-551897456a82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.679897] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-84dab345-e443-4c4e-8d0e-551897456a82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.680722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.680861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.681073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.681255] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.681363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.681429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.681590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.681676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.681769] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84dab345-e443-4c4e-8d0e-551897456a82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.682556] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9a86810-a348-4016-ac55-4db2ffc0353b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.682664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9a86810-a348-4016-ac55-4db2ffc0353b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.682734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9a86810-a348-4016-ac55-4db2ffc0353b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.682897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9a86810-a348-4016-ac55-4db2ffc0353b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.682987] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9a86810-a348-4016-ac55-4db2ffc0353b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.730049] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 in Status: SUCCESS [ 1028.730479] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 172d40c3-3cfa-4069-ad62-f8b7a81b87a0 deletion is rescheduled due to dependency. [ 1028.730740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-172d40c3-3cfa-4069-ad62-f8b7a81b87a0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.756560] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d in Status: SUCCESS [ 1028.756737] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d deletion is rescheduled due to dependency. [ 1028.757125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.829498] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.924767] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1028.924984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.186256] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84dab345-e443-4c4e-8d0e-551897456a82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.186256] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-84dab345-e443-4c4e-8d0e-551897456a82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.186256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.186256] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9a86810-a348-4016-ac55-4db2ffc0353b with status ACTIVE [ 1029.186720] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.186720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.186720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.186895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.186895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.187098] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.187183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.187233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.187383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.187460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.187638] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.189111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.189111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.189111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.189111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.189111] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9a86810-a348-4016-ac55-4db2ffc0353b is going to be updated. [ 1029.212487] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.212691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.212799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.213100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.213286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.213498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9a86810-a348-4016-ac55-4db2ffc0353b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.331726] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.690714] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84dab345-e443-4c4e-8d0e-551897456a82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.834011] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.834184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.834261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.834484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.834577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.834674] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec is going to be updated. [ 1029.865228] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.865410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.865455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.865650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.865796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.874150] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: IN_PROGRESS for 2s [ 1030.194319] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.194672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.194672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.194783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.194881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.194988] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84dab345-e443-4c4e-8d0e-551897456a82 is going to be created. [ 1030.233329] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.233329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.233329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.233329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.233329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.242784] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84dab345-e443-4c4e-8d0e-551897456a82 in Status: UNINITIALIZED for 2s [ 1030.685340] env[69839]: INFO networking_nsxv3.common.synchronization [req-a7af7f22-9819-4417-a97e-f87d72e1be96 req-61b826c6-10a6-4acd-8518-39c66cddc21c tempest-AttachInterfacesUnderV243Test-1203792618 tempest-AttachInterfacesUnderV243Test-1203792618-project-member] Enqueued Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 1030.685866] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec with Priority: HIGHEST for action security_group_members [ 1030.686181] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.686289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.886553] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: SUCCESS [ 1031.886553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.888140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.888140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.888140] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.888140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.888140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.888140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.888140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.888140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.888140] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.889726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.889894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.890283] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.890459] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.890553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.891333] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.891333] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.891333] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.257109] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84dab345-e443-4c4e-8d0e-551897456a82 in Status: SUCCESS [ 1032.258123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.258503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.258894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.258894] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.258894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.258894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.259223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.259223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.259223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.259349] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84dab345-e443-4c4e-8d0e-551897456a82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.392926] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.394093] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.394208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.394280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.394487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.431204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.431452] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.431562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.431627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.431847] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.431977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.432104] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec is going to be updated. [ 1032.469737] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.470078] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.470175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.470480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.471531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.482021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: IN_PROGRESS for 2s [ 1032.763192] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-84dab345-e443-4c4e-8d0e-551897456a82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.763304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.763436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.764028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.764028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.764028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.764028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.764253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.764300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.764424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.764654] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-84dab345-e443-4c4e-8d0e-551897456a82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.764802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.764877] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.765125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.765309] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.765417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.765503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.765676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.765782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.765882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.765982] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84dab345-e443-4c4e-8d0e-551897456a82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.897045] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f79ac8b-4f5e-455a-bba4-a56c217dfbec: rpc.has_security_group_logging(os_id): False [ 1032.914493] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.914688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.914802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.915064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.915172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.915454] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.915597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.915710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.915843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.915948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.916062] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec is going to be updated. [ 1032.998108] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.998108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.998108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.998108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.998108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.009492] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: IN_PROGRESS for 2s [ 1033.269867] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84dab345-e443-4c4e-8d0e-551897456a82: rpc.has_security_group_logging(os_id): False [ 1033.289650] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.289837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.289968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.290189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.290289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.290524] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.290671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.290748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.290845] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.291024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.291270] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.291401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.291465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.291593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.291672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.291818] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.291952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.292045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.292152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.292276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.292370] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84dab345-e443-4c4e-8d0e-551897456a82 is going to be created. [ 1033.361134] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.361372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.361372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.361613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.361801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.373217] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84dab345-e443-4c4e-8d0e-551897456a82 in Status: IN_PROGRESS for 2s [ 1034.496256] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: SUCCESS [ 1034.496256] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec deletion is rescheduled due to dependency. [ 1034.496256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.496256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.496256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.496256] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.496256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.496256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.496256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.496256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.496256] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.999752] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.999939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.000046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.000274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.000460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.000675] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.000788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.000937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.001037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.001126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.001217] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec is going to be updated. [ 1035.022546] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: SUCCESS [ 1035.022546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.022546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.022546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.022546] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.028082] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.028225] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.028299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.028498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.028636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.036573] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: IN_PROGRESS for 2s [ 1035.386259] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84dab345-e443-4c4e-8d0e-551897456a82 in Status: SUCCESS [ 1035.386485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.541758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.541758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.541758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.542245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.542245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.542245] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec is going to be deleted. [ 1035.591429] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.591578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.591578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.591831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.591932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.592107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.687018] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1035.687155] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1036.062211] env[69839]: INFO networking_nsxv3.common.synchronization [req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 req-9abbe3e4-95ea-433f-aa34-9fa654f7a861 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Enqueued Resource ID: 27cce2d4-3598-42cc-a138-5d1834669d3c with Priority: HIGHEST for action security_group_members [ 1036.062759] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cce2d4-3598-42cc-a138-5d1834669d3c with Priority: HIGHEST for action security_group_members [ 1036.063111] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cce2d4-3598-42cc-a138-5d1834669d3c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.063249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.063297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.063598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.063766] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.063870] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.063936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.065903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.066168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.066212] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cce2d4-3598-42cc-a138-5d1834669d3c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.569588] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.570086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.570086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.570537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.570658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.570873] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.570997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.571083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.571235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.571305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.571396] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cce2d4-3598-42cc-a138-5d1834669d3c already deleted. [ 1036.571472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.625481] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.625695] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-419" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.625978] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-419" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.626179] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-419" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.626416] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.626571] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.626845] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.626913] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.627169] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.627408] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.627570] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.627636] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.627738] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.627932] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1036.627969] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.628081] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.645123] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.645248] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1036.645374] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.645571] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-419" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.645894] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.646088] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.646221] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.646547] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.646730] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57d6bcd3-a3e0-4b07-b34c-718de0ad8d46',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.045398] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec in Status: SUCCESS [ 1037.045615] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec deletion is rescheduled due to dependency. [ 1037.046072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.046207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.046392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.046585] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.046690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.046797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.046907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.046986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.047234] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f79ac8b-4f5e-455a-bba4-a56c217dfbec',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.150018] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.150018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.150018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.150229] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.150335] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.150431] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 not found, creating... [ 1037.150696] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.150854] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.152084] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.152084] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.152084] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.152084] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.152084] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.152084] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.152302] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.152332] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.152555] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 is going to be created. [ 1037.171843] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.173235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.173235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.173235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.173235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.173235] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.552757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.552757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.552757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.552757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.552757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.552757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.552757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.552757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.552757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.552757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.552757] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f79ac8b-4f5e-455a-bba4-a56c217dfbec is going to be deleted. [ 1037.584463] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.584463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.584463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.584463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.584463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.584463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f79ac8b-4f5e-455a-bba4-a56c217dfbec" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.885860] env[69839]: INFO networking_nsxv3.common.synchronization [None req-51f99720-5e30-4218-be1a-e36f0c8db1fe None None] Enqueued Resource ID: d166d528-470b-4553-a2cb-189accb83ee3 with Priority: HIGHEST for action port [ 1037.886192] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d166d528-470b-4553-a2cb-189accb83ee3 with Priority: HIGHEST for action port [ 1037.886911] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d166d528-470b-4553-a2cb-189accb83ee3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.887143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d166d528-470b-4553-a2cb-189accb83ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.887249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d166d528-470b-4553-a2cb-189accb83ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.888075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d166d528-470b-4553-a2cb-189accb83ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.888190] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d166d528-470b-4553-a2cb-189accb83ee3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.207346] env[69839]: INFO networking_nsxv3.common.synchronization [None req-d8e7c34c-2adc-4488-a42a-c6f0a9f95725 None None] Enqueued Resource ID: 9bca3992-30d6-4c51-a7a3-9e07f8ccfb13 with Priority: HIGHEST for action port [ 1038.207681] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bca3992-30d6-4c51-a7a3-9e07f8ccfb13 with Priority: HIGHEST for action port [ 1038.208224] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bca3992-30d6-4c51-a7a3-9e07f8ccfb13 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.208450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bca3992-30d6-4c51-a7a3-9e07f8ccfb13" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.208450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bca3992-30d6-4c51-a7a3-9e07f8ccfb13" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.208768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bca3992-30d6-4c51-a7a3-9e07f8ccfb13" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.208768] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bca3992-30d6-4c51-a7a3-9e07f8ccfb13',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.262641] env[69839]: INFO networking_nsxv3.common.synchronization [req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 req-121d9c37-5a1f-482f-a926-6aa26e871f71 service nova] Enqueued Resource ID: 27cce2d4-3598-42cc-a138-5d1834669d3c with Priority: HIGHEST for action security_group_rules [ 1038.262641] env[69839]: INFO networking_nsxv3.common.synchronization [req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 req-121d9c37-5a1f-482f-a926-6aa26e871f71 service nova] Enqueued Resource ID: 27cce2d4-3598-42cc-a138-5d1834669d3c with Priority: HIGHEST for action security_group_members [ 1038.262988] env[69839]: INFO networking_nsxv3.common.synchronization [req-387f34d1-3b45-4fb3-be90-b9a5a5b101a8 req-121d9c37-5a1f-482f-a926-6aa26e871f71 service nova] Enqueued Resource ID: 57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 with Priority: HIGHEST for action port [ 1038.263628] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cce2d4-3598-42cc-a138-5d1834669d3c with Priority: HIGHEST for action security_group_rules [ 1038.266058] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cce2d4-3598-42cc-a138-5d1834669d3c with Priority: HIGHEST for action security_group_members [ 1038.266058] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 with Priority: HIGHEST for action port [ 1038.266058] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27cce2d4-3598-42cc-a138-5d1834669d3c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.266058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.266058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.266058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.266058] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27cce2d4-3598-42cc-a138-5d1834669d3c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.266058] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cce2d4-3598-42cc-a138-5d1834669d3c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.266058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.266058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.266456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.266456] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.266456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.266456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.266998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.267072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.267249] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cce2d4-3598-42cc-a138-5d1834669d3c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.268405] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.268560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.269087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.269087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.269087] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57d6bcd3-a3e0-4b07-b34c-718de0ad8d46',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.391929] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d166d528-470b-4553-a2cb-189accb83ee3 [ 1038.391929] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.391929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.391929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.391929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.391929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.392417] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d166d528-470b-4553-a2cb-189accb83ee3 already deleted. [ 1038.392631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d166d528-470b-4553-a2cb-189accb83ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.714744] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bca3992-30d6-4c51-a7a3-9e07f8ccfb13 [ 1038.714744] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.714744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.714744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.714744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.714744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.714744] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bca3992-30d6-4c51-a7a3-9e07f8ccfb13 already deleted. [ 1038.714744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bca3992-30d6-4c51-a7a3-9e07f8ccfb13" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.771265] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cce2d4-3598-42cc-a138-5d1834669d3c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.771265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.771605] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27cce2d4-3598-42cc-a138-5d1834669d3c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.777022] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 with status ACTIVE [ 1038.777022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.777022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.777022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.777201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.777201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.778211] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.778211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.778211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.778211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.778211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.778211] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.778211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.780839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.780839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.780839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.782237] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57d6bcd3-a3e0-4b07-b34c-718de0ad8d46 is going to be updated. [ 1038.804920] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.804920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.804920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.804920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.804920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.805267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57d6bcd3-a3e0-4b07-b34c-718de0ad8d46" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.163757] env[69839]: INFO networking_nsxv3.common.synchronization [req-aed0d806-fdae-4128-a198-d00009a7d6e7 req-51912c98-dced-4991-ab8a-97436a20d441 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1039.164770] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1039.168018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.168018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.168018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.168018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.168018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.168018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.168018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.168018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.168018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.168018] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.278055] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27cce2d4-3598-42cc-a138-5d1834669d3c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.669906] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.701745] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.701745] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.701745] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.701745] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.703617] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.704032] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.704320] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.704740] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.705031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.705499] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.705777] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.706074] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.708026] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.708026] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.708026] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.708026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.729397] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.729397] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1039.730522] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.730522] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.730522] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-daef1885-99a6-4663-9fb3-752498b2e0b4 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.730739] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-daef1885-99a6-4663-9fb3-752498b2e0b4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.730739] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-daef1885-99a6-4663-9fb3-752498b2e0b4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.731077] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-daef1885-99a6-4663-9fb3-752498b2e0b4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.731253] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daef1885-99a6-4663-9fb3-752498b2e0b4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.781806] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.782033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.782094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.782286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.782371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.782465] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cce2d4-3598-42cc-a138-5d1834669d3c is going to be created. [ 1039.803694] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.803809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.803878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.804201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.804272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.813145] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cce2d4-3598-42cc-a138-5d1834669d3c in Status: UNINITIALIZED for 2s [ 1039.900458] env[69839]: INFO networking_nsxv3.common.synchronization [None req-a49f371d-de05-49ac-ad79-daafa268ccb6 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Enqueued Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_rules [ 1039.900458] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_rules [ 1039.900458] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8e528b5-0000-4528-bbc3-944c50d96073 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.900458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.900458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.900811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.900933] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.116734] env[69839]: INFO networking_nsxv3.common.synchronization [None req-c5570d7d-44c2-479b-a64d-b760fe554c3a tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Enqueued Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_rules [ 1040.117286] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_rules [ 1040.117892] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8e528b5-0000-4528-bbc3-944c50d96073 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.117996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.173495] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.235031] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.238142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.238142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.238142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.238142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.238142] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port daef1885-99a6-4663-9fb3-752498b2e0b4 not found, creating... [ 1040.238142] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.238142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.238142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.238142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.238142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.238567] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.238567] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.238567] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.238567] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.239021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.239296] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: daef1885-99a6-4663-9fb3-752498b2e0b4 is going to be created. [ 1040.261771] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.262081] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.263030] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.263030] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.263030] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.263030] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-daef1885-99a6-4663-9fb3-752498b2e0b4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.425388] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.426988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.427719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.428032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.428223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.428369] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8e528b5-0000-4528-bbc3-944c50d96073 already deleted. [ 1040.428499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.428790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.428914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.428986] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.676196] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.676497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.676497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.676702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.676906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.676906] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 1040.688138] env[69839]: INFO networking_nsxv3.common.synchronization [None req-a6089ba9-53df-4bb9-83f3-a3195b567fde None None] Enqueued Resource ID: 0a1a49b8-187e-4e8e-8664-e6633f4c528b with Priority: HIGHEST for action port [ 1040.688456] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1a49b8-187e-4e8e-8664-e6633f4c528b with Priority: HIGHEST for action port [ 1040.689117] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a1a49b8-187e-4e8e-8664-e6633f4c528b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.689242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a1a49b8-187e-4e8e-8664-e6633f4c528b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.689313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a1a49b8-187e-4e8e-8664-e6633f4c528b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.689603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a1a49b8-187e-4e8e-8664-e6633f4c528b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.689688] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a1a49b8-187e-4e8e-8664-e6633f4c528b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.710409] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.710568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.710568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.711383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.711383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.721320] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1040.949313] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.949691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.949691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.949923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.950059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.950258] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8e528b5-0000-4528-bbc3-944c50d96073 already deleted. [ 1040.950326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.152023] env[69839]: INFO networking_nsxv3.common.synchronization [None req-63fcd4f4-1605-4b4b-b954-34503ec05561 None None] Enqueued Resource ID: 8230aa36-07c9-4689-a3fc-dfa1e2198bbc with Priority: HIGHEST for action port [ 1041.152305] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8230aa36-07c9-4689-a3fc-dfa1e2198bbc with Priority: HIGHEST for action port [ 1041.152939] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-8230aa36-07c9-4689-a3fc-dfa1e2198bbc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.153096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8230aa36-07c9-4689-a3fc-dfa1e2198bbc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.154528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8230aa36-07c9-4689-a3fc-dfa1e2198bbc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.154971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8230aa36-07c9-4689-a3fc-dfa1e2198bbc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.155794] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8230aa36-07c9-4689-a3fc-dfa1e2198bbc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.168861] env[69839]: INFO networking_nsxv3.common.synchronization [req-aed0d806-fdae-4128-a198-d00009a7d6e7 req-02c8e53b-17c2-44f6-ab75-f970f62c3155 service nova] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_rules [ 1041.169066] env[69839]: INFO networking_nsxv3.common.synchronization [req-aed0d806-fdae-4128-a198-d00009a7d6e7 req-02c8e53b-17c2-44f6-ab75-f970f62c3155 service nova] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1041.169237] env[69839]: INFO networking_nsxv3.common.synchronization [req-aed0d806-fdae-4128-a198-d00009a7d6e7 req-02c8e53b-17c2-44f6-ab75-f970f62c3155 service nova] Enqueued Resource ID: daef1885-99a6-4663-9fb3-752498b2e0b4 with Priority: HIGHEST for action port [ 1041.169503] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_rules [ 1041.169642] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1041.169782] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daef1885-99a6-4663-9fb3-752498b2e0b4 with Priority: HIGHEST for action port [ 1041.171198] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.171300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.172018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.172358] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.172476] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.173495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.174757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.175069] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-daef1885-99a6-4663-9fb3-752498b2e0b4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.175224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daef1885-99a6-4663-9fb3-752498b2e0b4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.175327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daef1885-99a6-4663-9fb3-752498b2e0b4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.175906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daef1885-99a6-4663-9fb3-752498b2e0b4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.175906] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daef1885-99a6-4663-9fb3-752498b2e0b4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.193794] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a1a49b8-187e-4e8e-8664-e6633f4c528b [ 1041.193794] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.195086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.195086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.195086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.195086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.195086] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a1a49b8-187e-4e8e-8664-e6633f4c528b already deleted. [ 1041.195820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a1a49b8-187e-4e8e-8664-e6633f4c528b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.658305] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8230aa36-07c9-4689-a3fc-dfa1e2198bbc [ 1041.665571] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.665571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.665571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.665700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.665770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.665866] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8230aa36-07c9-4689-a3fc-dfa1e2198bbc already deleted. [ 1041.665952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8230aa36-07c9-4689-a3fc-dfa1e2198bbc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.677567] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.678149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.678149] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daef1885-99a6-4663-9fb3-752498b2e0b4 with status ACTIVE [ 1041.678149] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.678328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.678328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.678472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.678558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.678723] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.679080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.679080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.679080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.679209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.679467] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.679467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.679467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.679669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.679706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.680339] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daef1885-99a6-4663-9fb3-752498b2e0b4 is going to be updated. [ 1041.701920] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.701920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.701920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.702974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.703405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.703405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daef1885-99a6-4663-9fb3-752498b2e0b4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.854645] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cce2d4-3598-42cc-a138-5d1834669d3c in Status: SUCCESS [ 1041.854854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.855035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.855256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.855552] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.855552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.855687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.855774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.855840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.855939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.856127] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27cce2d4-3598-42cc-a138-5d1834669d3c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.358959] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cce2d4-3598-42cc-a138-5d1834669d3c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.361275] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.361275] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cce2d4-3598-42cc-a138-5d1834669d3c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.361275] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.361275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.362215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.362215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.362215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.362215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.366289] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27cce2d4-3598-42cc-a138-5d1834669d3c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.520208] env[69839]: INFO networking_nsxv3.common.synchronization [None req-2d70f9ea-0543-40ea-b281-ca06bd3f6919 None None] Enqueued Resource ID: ba9fc17c-a7b0-4968-9b7d-9d3f8c4d4583 with Priority: HIGHEST for action port [ 1042.520881] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba9fc17c-a7b0-4968-9b7d-9d3f8c4d4583 with Priority: HIGHEST for action port [ 1042.521986] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba9fc17c-a7b0-4968-9b7d-9d3f8c4d4583 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.522483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba9fc17c-a7b0-4968-9b7d-9d3f8c4d4583" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.522483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba9fc17c-a7b0-4968-9b7d-9d3f8c4d4583" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.523213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba9fc17c-a7b0-4968-9b7d-9d3f8c4d4583" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.523213] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba9fc17c-a7b0-4968-9b7d-9d3f8c4d4583',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.732217] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1042.732576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.732905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.733709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.734504] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.734848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.734951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.735632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.735632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.735632] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.870520] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27cce2d4-3598-42cc-a138-5d1834669d3c: rpc.has_security_group_logging(os_id): False [ 1042.893167] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.893389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.893513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.893855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.894208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.895136] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.895136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.895136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.895136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.895826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.897235] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.897385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.897385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.897573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.897764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.898102] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.898264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.898388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.898623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.898775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.898840] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27cce2d4-3598-42cc-a138-5d1834669d3c is going to be created. [ 1042.958092] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.958092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.958278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.958430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.962069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.977749] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27cce2d4-3598-42cc-a138-5d1834669d3c in Status: IN_PROGRESS for 2s [ 1043.025426] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba9fc17c-a7b0-4968-9b7d-9d3f8c4d4583 [ 1043.025735] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.025923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.026079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.026547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.026547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.026547] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba9fc17c-a7b0-4968-9b7d-9d3f8c4d4583 already deleted. [ 1043.026711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba9fc17c-a7b0-4968-9b7d-9d3f8c4d4583" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.239396] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.749075] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.254734] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.255040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.255167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.255482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.255624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.255776] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 1044.293168] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.293168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.293168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.293168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.293168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.310140] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1044.992774] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27cce2d4-3598-42cc-a138-5d1834669d3c in Status: SUCCESS [ 1044.993169] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.186020] env[69839]: INFO networking_nsxv3.common.synchronization [req-6b0dadd5-aeae-4833-ab13-eba5d71ac72a req-e8eaaf4e-6347-4609-9ae4-e30a935343b6 tempest-InstanceActionsTestJSON-562390683 tempest-InstanceActionsTestJSON-562390683-project-member] Enqueued Resource ID: 84dab345-e443-4c4e-8d0e-551897456a82 with Priority: HIGHEST for action security_group_members [ 1045.186020] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84dab345-e443-4c4e-8d0e-551897456a82 with Priority: HIGHEST for action security_group_members [ 1045.188453] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-84dab345-e443-4c4e-8d0e-551897456a82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.188825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.188948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.189378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.193312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.193644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.194107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.194107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.194402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.194804] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84dab345-e443-4c4e-8d0e-551897456a82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.445747] env[69839]: INFO networking_nsxv3.common.synchronization [None req-a61c8550-0220-41fe-9b41-b1d10ea77c1e None None] Enqueued Resource ID: 7999f967-1b8b-473f-b6f9-3a26b3bb95e5 with Priority: HIGHEST for action port [ 1045.447211] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7999f967-1b8b-473f-b6f9-3a26b3bb95e5 with Priority: HIGHEST for action port [ 1045.447211] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-7999f967-1b8b-473f-b6f9-3a26b3bb95e5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.447211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7999f967-1b8b-473f-b6f9-3a26b3bb95e5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.447211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7999f967-1b8b-473f-b6f9-3a26b3bb95e5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.447211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7999f967-1b8b-473f-b6f9-3a26b3bb95e5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.447211] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7999f967-1b8b-473f-b6f9-3a26b3bb95e5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.703031] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.704025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.704025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.704025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.704180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.704419] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.704519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.704557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.706404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.706404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.706404] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84dab345-e443-4c4e-8d0e-551897456a82 is going to be updated. [ 1045.722294] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9638bf99-23dc-417d-8604-b51aa6eb9aff None None] Enqueued Resource ID: d786e40d-eabe-47dc-ab07-6757f5a4de7f with Priority: HIGHEST for action port [ 1045.722294] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d786e40d-eabe-47dc-ab07-6757f5a4de7f with Priority: HIGHEST for action port [ 1045.722294] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d786e40d-eabe-47dc-ab07-6757f5a4de7f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.722294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d786e40d-eabe-47dc-ab07-6757f5a4de7f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.722294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d786e40d-eabe-47dc-ab07-6757f5a4de7f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.722725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d786e40d-eabe-47dc-ab07-6757f5a4de7f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.722915] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d786e40d-eabe-47dc-ab07-6757f5a4de7f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.731319] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.734460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.734460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.734460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.734460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.741563] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84dab345-e443-4c4e-8d0e-551897456a82 in Status: IN_PROGRESS for 2s [ 1045.949556] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7999f967-1b8b-473f-b6f9-3a26b3bb95e5 [ 1045.949899] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.950052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.950510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.950510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.950510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.950870] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7999f967-1b8b-473f-b6f9-3a26b3bb95e5 already deleted. [ 1045.950870] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7999f967-1b8b-473f-b6f9-3a26b3bb95e5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.227736] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d786e40d-eabe-47dc-ab07-6757f5a4de7f [ 1046.227996] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.228123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.228198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.228396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.228484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.228579] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d786e40d-eabe-47dc-ab07-6757f5a4de7f already deleted. [ 1046.228680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d786e40d-eabe-47dc-ab07-6757f5a4de7f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.319436] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1046.319678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.322091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.322091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.322454] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.322454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.322454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.322637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.326915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.326915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.326915] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.790869] env[69839]: INFO networking_nsxv3.common.synchronization [None req-a32b3563-d758-4183-b1c6-13deb3c3ca51 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Enqueued Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_rules [ 1046.791548] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_rules [ 1046.792868] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63e4f150-64a4-47da-a079-fe4d0094aa4e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.793027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.793090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.793353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.793437] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.828481] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.828641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.828692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.833367] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.833367] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.833367] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.833367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.833367] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.945158] env[69839]: INFO networking_nsxv3.common.synchronization [None req-8c576ab3-00f4-4a06-acb5-60671d62362e tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Enqueued Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_rules [ 1046.945880] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_rules [ 1046.945990] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63e4f150-64a4-47da-a079-fe4d0094aa4e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.946136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.318608] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.318930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.318930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.319463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.319463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.319463] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e already deleted. [ 1047.319463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.319665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.319859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.319938] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.333016] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1c2f49-4ae4-428e-9f7d-e26a6755af70: rpc.has_security_group_logging(os_id): False [ 1047.356838] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.356989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.356989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.357239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.358587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.358587] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.358587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.358587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.358587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.358587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.358587] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.358587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.358587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.358587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.358979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.358979] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.358979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.358979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.360286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.360286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.360286] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 1047.439723] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.439939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.439995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.440342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.440342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.463523] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1047.751499] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84dab345-e443-4c4e-8d0e-551897456a82 in Status: SUCCESS [ 1047.751836] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84dab345-e443-4c4e-8d0e-551897456a82 deletion is rescheduled due to dependency. [ 1047.751836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.840451] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.840669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.840831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.841150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.841312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.841463] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e already deleted. [ 1047.841589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.019438] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.020131] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.020131] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.020131] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.020383] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.020599] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.020671] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.020842] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.021391] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.023426] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.023599] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.023750] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.023962] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.024055] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.024749] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.024749] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.046959] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.046959] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.046959] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.046959] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.046959] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.046959] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.046959] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.046959] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.046959] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48edc9b6-65ab-4cb3-8687-f22d0e472aa1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.548728] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.549028] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.549071] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.549486] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.549565] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.549906] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.550682] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.550682] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.550768] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.550893] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.551261] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.551428] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.551566] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.551796] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.551986] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.552707] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 is going to be updated. [ 1048.578821] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.580655] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.580655] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.580655] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.580655] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.580655] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.832223] env[69839]: INFO networking_nsxv3.common.synchronization [None req-aeb166ad-52a4-4032-a3b3-af7b82358e31 None None] Enqueued Resource ID: 755c9917-3a47-45f9-ad0f-8e91200e1b0c with Priority: HIGHEST for action port [ 1048.832554] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 755c9917-3a47-45f9-ad0f-8e91200e1b0c with Priority: HIGHEST for action port [ 1048.832874] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-755c9917-3a47-45f9-ad0f-8e91200e1b0c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.833010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-755c9917-3a47-45f9-ad0f-8e91200e1b0c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.833091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-755c9917-3a47-45f9-ad0f-8e91200e1b0c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.833359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-755c9917-3a47-45f9-ad0f-8e91200e1b0c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.833500] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755c9917-3a47-45f9-ad0f-8e91200e1b0c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.338397] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 755c9917-3a47-45f9-ad0f-8e91200e1b0c [ 1049.338509] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.338631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.338687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.338904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.338997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.339119] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:755c9917-3a47-45f9-ad0f-8e91200e1b0c already deleted. [ 1049.339204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-755c9917-3a47-45f9-ad0f-8e91200e1b0c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.480374] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1049.480629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.235809] env[69839]: INFO networking_nsxv3.common.synchronization [req-fd8f142c-d24d-4930-90aa-d72972e1a090 req-b0ed3bd3-6a75-4e4c-97cf-0e5f374f50a8 service nova] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_rules [ 1050.236100] env[69839]: INFO networking_nsxv3.common.synchronization [req-fd8f142c-d24d-4930-90aa-d72972e1a090 req-b0ed3bd3-6a75-4e4c-97cf-0e5f374f50a8 service nova] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_members [ 1050.236244] env[69839]: INFO networking_nsxv3.common.synchronization [req-fd8f142c-d24d-4930-90aa-d72972e1a090 req-b0ed3bd3-6a75-4e4c-97cf-0e5f374f50a8 service nova] Enqueued Resource ID: 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 with Priority: HIGHEST for action port [ 1050.236511] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_rules [ 1050.236673] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_members [ 1050.236894] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 with Priority: HIGHEST for action port [ 1050.239674] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.239784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.239834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.240076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.240304] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.242061] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.242202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.247505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.247505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.247505] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.247505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.247505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.247505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.247505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.247505] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.247505] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.247505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.247505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.247505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.247505] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48edc9b6-65ab-4cb3-8687-f22d0e472aa1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.742325] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.742513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.748949] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.750270] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 with status ACTIVE [ 1050.750270] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.750270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.750270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.751750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.751883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.752118] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.752235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.752305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.752475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.752557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.752757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.752855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.752920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.753099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.753181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.753268] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48edc9b6-65ab-4cb3-8687-f22d0e472aa1 is going to be updated. [ 1050.774697] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.774697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.774697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.774697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.774952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.774952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48edc9b6-65ab-4cb3-8687-f22d0e472aa1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.842253] env[69839]: INFO networking_nsxv3.common.synchronization [req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 req-d13dae40-6a6d-4c72-a341-0246df849c54 tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Enqueued Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_members [ 1050.842742] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_members [ 1050.843190] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8e528b5-0000-4528-bbc3-944c50d96073 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.843318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.843482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.843840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.844354] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.844354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.844354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.844587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.844779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.844895] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.255526] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.350697] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.350697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.350697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.350906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.351149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.351308] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.351409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.351502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.351719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.351835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.351963] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8e528b5-0000-4528-bbc3-944c50d96073 already deleted. [ 1051.352084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.589821] env[69839]: INFO networking_nsxv3.common.synchronization [None req-2c22cdeb-848f-4cff-a698-6ad094d3822c None None] Enqueued Resource ID: fe709d3d-548a-498b-9aac-cf6c16638551 with Priority: HIGHEST for action port [ 1051.594803] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe709d3d-548a-498b-9aac-cf6c16638551 with Priority: HIGHEST for action port [ 1051.595241] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe709d3d-548a-498b-9aac-cf6c16638551 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.595921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe709d3d-548a-498b-9aac-cf6c16638551" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.595921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe709d3d-548a-498b-9aac-cf6c16638551" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.596182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe709d3d-548a-498b-9aac-cf6c16638551" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.596260] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe709d3d-548a-498b-9aac-cf6c16638551',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.617089] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.617089] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-947" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.617089] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-947" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.617089] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-947" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.617089] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.617089] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.617089] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.617369] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.617593] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.617891] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.617891] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.618038] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.618095] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.618215] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.619875] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.619875] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.641698] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.642310] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.643142] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.643142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-947" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.643142] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-77a33e77-6fcd-4ee3-8658-e53c9106daee taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.643426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-77a33e77-6fcd-4ee3-8658-e53c9106daee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.643487] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-77a33e77-6fcd-4ee3-8658-e53c9106daee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.644181] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-77a33e77-6fcd-4ee3-8658-e53c9106daee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.644181] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a33e77-6fcd-4ee3-8658-e53c9106daee',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.763753] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.763753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.763753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.763753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.763753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.763753] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 is going to be updated. [ 1051.798429] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.798429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.798429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.798723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.798915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.818038] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: IN_PROGRESS for 2s [ 1052.102164] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe709d3d-548a-498b-9aac-cf6c16638551 [ 1052.102445] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.102604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.102674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.102890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.102979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.103103] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe709d3d-548a-498b-9aac-cf6c16638551 already deleted. [ 1052.103177] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe709d3d-548a-498b-9aac-cf6c16638551" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.146992] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.147252] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.147378] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.147702] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.148547] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.148547] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 77a33e77-6fcd-4ee3-8658-e53c9106daee not found, creating... [ 1052.148547] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.148547] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.148866] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.148866] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.149120] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.149289] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.149444] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.149560] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.149770] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.149903] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.150062] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 77a33e77-6fcd-4ee3-8658-e53c9106daee is going to be created. [ 1052.171891] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.175524] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.175524] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.175524] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.175524] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.175524] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-77a33e77-6fcd-4ee3-8658-e53c9106daee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.366832] env[69839]: INFO networking_nsxv3.common.synchronization [None req-b28aa777-85a6-4052-bb47-ffc0f333b73d None None] Enqueued Resource ID: 9bf1d451-75b2-4b69-b2c9-650e9dce47a7 with Priority: HIGHEST for action port [ 1052.367570] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf1d451-75b2-4b69-b2c9-650e9dce47a7 with Priority: HIGHEST for action port [ 1052.369705] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bf1d451-75b2-4b69-b2c9-650e9dce47a7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.369705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bf1d451-75b2-4b69-b2c9-650e9dce47a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.369705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bf1d451-75b2-4b69-b2c9-650e9dce47a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.370281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bf1d451-75b2-4b69-b2c9-650e9dce47a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.370281] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf1d451-75b2-4b69-b2c9-650e9dce47a7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.875407] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bf1d451-75b2-4b69-b2c9-650e9dce47a7 [ 1052.875662] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.875806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.875876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.876118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.876213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.876306] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bf1d451-75b2-4b69-b2c9-650e9dce47a7 already deleted. [ 1052.876389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bf1d451-75b2-4b69-b2c9-650e9dce47a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.245930] env[69839]: INFO networking_nsxv3.common.synchronization [req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 req-434e7180-a393-46d6-866c-7497103a3da3 service nova] Enqueued Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_rules [ 1053.246133] env[69839]: INFO networking_nsxv3.common.synchronization [req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 req-434e7180-a393-46d6-866c-7497103a3da3 service nova] Enqueued Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_members [ 1053.246273] env[69839]: INFO networking_nsxv3.common.synchronization [req-88d28c10-5709-44a9-a9e9-42d0eb6a4d29 req-434e7180-a393-46d6-866c-7497103a3da3 service nova] Enqueued Resource ID: 77a33e77-6fcd-4ee3-8658-e53c9106daee with Priority: HIGHEST for action port [ 1053.246515] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_rules [ 1053.246641] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_members [ 1053.246851] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a33e77-6fcd-4ee3-8658-e53c9106daee with Priority: HIGHEST for action port [ 1053.247652] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8e528b5-0000-4528-bbc3-944c50d96073 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.248115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.248115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.248115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.248371] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.249045] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8e528b5-0000-4528-bbc3-944c50d96073 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.249236] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.249236] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.249405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.249559] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.249885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.249885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.249885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.250039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.250077] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.250844] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-77a33e77-6fcd-4ee3-8658-e53c9106daee taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.250963] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77a33e77-6fcd-4ee3-8658-e53c9106daee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.251020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77a33e77-6fcd-4ee3-8658-e53c9106daee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.251175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77a33e77-6fcd-4ee3-8658-e53c9106daee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.251251] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a33e77-6fcd-4ee3-8658-e53c9106daee',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.388436] env[69839]: INFO networking_nsxv3.common.synchronization [req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 req-83cea5ac-b411-494a-b2c3-ad494d994ef3 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Enqueued Resource ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 with Priority: HIGHEST for action security_group_members [ 1053.390480] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 with Priority: HIGHEST for action security_group_members [ 1053.390802] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.390937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.391015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.391276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.391463] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.391533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.391590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.391733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.391816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.391948] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bae5ae8-0633-4ef1-8fb5-e6890fc125e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.753700] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8e528b5-0000-4528-bbc3-944c50d96073 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.754529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.756443] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.756699] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77a33e77-6fcd-4ee3-8658-e53c9106daee with status ACTIVE [ 1053.756901] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.757037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.757113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.757461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.757701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.757773] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.757850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.757914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.760436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.760436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.760436] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.760436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.760436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.760436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.760436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.760436] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77a33e77-6fcd-4ee3-8658-e53c9106daee is going to be updated. [ 1053.785408] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.785408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.785408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.785408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.785408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.785726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77a33e77-6fcd-4ee3-8658-e53c9106daee" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.826635] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: SUCCESS [ 1053.826925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.827133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.827398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.827604] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.827762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.827849] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.828061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.828232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.828304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.828391] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.896267] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.896267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.896267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.896267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.896267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.896267] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.896267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.896267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.896801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.896801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.896801] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 already deleted. [ 1053.896801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.265099] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.333219] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.767699] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.768104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.768104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.768280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.768382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.768756] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8e528b5-0000-4528-bbc3-944c50d96073 is going to be created. [ 1054.792207] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.792418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.792483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.792671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.792854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.802210] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8e528b5-0000-4528-bbc3-944c50d96073 in Status: UNINITIALIZED for 2s [ 1054.834927] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2cef02-ab37-4a80-ac4d-29bc01484406: rpc.has_security_group_logging(os_id): False [ 1054.851450] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.851614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.851685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.852090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.870707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.871013] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.871140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.871207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.871409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.871493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.871581] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 is going to be updated. [ 1054.925019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.925256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.925256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.925478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.925623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.936828] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: IN_PROGRESS for 2s [ 1056.811609] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8e528b5-0000-4528-bbc3-944c50d96073 in Status: SUCCESS [ 1056.811997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.811997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.812230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.812457] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.812578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.812638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.812809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.812891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.812999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.813112] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.955752] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: SUCCESS [ 1056.955752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.059287] env[69839]: INFO networking_nsxv3.common.synchronization [req-03945f2e-0717-4408-8eb9-747929833d61 req-9fd3498b-318c-4ad5-90ac-9dc0d6a24da1 tempest-ServerActionsV293TestJSON-122795985 tempest-ServerActionsV293TestJSON-122795985-project-member] Enqueued Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_members [ 1057.059951] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 with Priority: HIGHEST for action security_group_members [ 1057.060303] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.060418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.060484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.060684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.060862] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.060959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.061089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.061353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.061353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.061459] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.317426] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.444366] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.444366] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-414" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.444366] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-414" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.444366] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-414" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.444366] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.444366] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.444366] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.444965] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.445270] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.445587] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.445807] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.446040] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.446249] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.449019] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1057.449019] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.449019] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.451450] env[69839]: INFO networking_nsxv3.common.synchronization [None req-c17df661-60c7-4d90-8e0b-112c027f6379 None None] Enqueued Resource ID: 637854bc-ae83-452b-aa46-7292bebfa68e with Priority: HIGHEST for action port [ 1057.452345] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637854bc-ae83-452b-aa46-7292bebfa68e with Priority: HIGHEST for action port [ 1057.452875] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-637854bc-ae83-452b-aa46-7292bebfa68e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.453303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637854bc-ae83-452b-aa46-7292bebfa68e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.453466] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637854bc-ae83-452b-aa46-7292bebfa68e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.453894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637854bc-ae83-452b-aa46-7292bebfa68e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.454068] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637854bc-ae83-452b-aa46-7292bebfa68e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.465920] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.466022] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1057.466114] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.466283] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-414" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.466888] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-003ab99e-747e-43e8-80d5-30f7a416e5f1 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.466888] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-003ab99e-747e-43e8-80d5-30f7a416e5f1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.467207] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-003ab99e-747e-43e8-80d5-30f7a416e5f1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.467401] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-003ab99e-747e-43e8-80d5-30f7a416e5f1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.467545] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('003ab99e-747e-43e8-80d5-30f7a416e5f1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.566538] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.566538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.566749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.566783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.590128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.590128] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.591018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.591018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.591018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.591018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.591018] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 is going to be updated. [ 1057.619809] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.619809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.619809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.619809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.619809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.627443] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 in Status: IN_PROGRESS for 2s [ 1057.817915] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8e528b5-0000-4528-bbc3-944c50d96073: rpc.has_security_group_logging(os_id): False [ 1057.835678] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.835839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.835930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.836200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.836293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.836980] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.837131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.837199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.837377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.837466] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.840891] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8e528b5-0000-4528-bbc3-944c50d96073 is going to be created. [ 1057.903751] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.903751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.903751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.903751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.903751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.917330] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8e528b5-0000-4528-bbc3-944c50d96073 in Status: IN_PROGRESS for 2s [ 1057.936678] env[69839]: INFO networking_nsxv3.common.synchronization [req-7687d833-896f-4b4e-b410-46b01d1cf443 req-386bdd65-f36a-428a-978b-0eb092951420 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Enqueued Resource ID: 27cce2d4-3598-42cc-a138-5d1834669d3c with Priority: HIGHEST for action security_group_members [ 1057.940063] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cce2d4-3598-42cc-a138-5d1834669d3c with Priority: HIGHEST for action security_group_members [ 1057.941780] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cce2d4-3598-42cc-a138-5d1834669d3c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.941780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.942084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.942223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.942374] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.947204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.947204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.947204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.947204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.947204] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cce2d4-3598-42cc-a138-5d1834669d3c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.956147] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 637854bc-ae83-452b-aa46-7292bebfa68e [ 1057.956446] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.956630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.956723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.956944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.957048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.957162] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:637854bc-ae83-452b-aa46-7292bebfa68e already deleted. [ 1057.957250] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637854bc-ae83-452b-aa46-7292bebfa68e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.973218] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.973218] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.973443] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.973996] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.974238] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.975342] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 003ab99e-747e-43e8-80d5-30f7a416e5f1 not found, creating... [ 1057.975342] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.975342] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.977533] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.977533] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.977533] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.977940] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.977940] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.978194] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.978724] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.978724] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.979067] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 003ab99e-747e-43e8-80d5-30f7a416e5f1 is going to be created. [ 1058.002273] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.002273] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.002273] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.002273] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.002652] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.002652] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-003ab99e-747e-43e8-80d5-30f7a416e5f1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.379472] env[69839]: INFO networking_nsxv3.common.synchronization [None req-f2e86395-a18a-4ae8-bb27-9c4b919498c4 None None] Enqueued Resource ID: cdc5ac26-d8d6-4c11-b31b-ff8511880999 with Priority: HIGHEST for action port [ 1058.380020] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc5ac26-d8d6-4c11-b31b-ff8511880999 with Priority: HIGHEST for action port [ 1058.380337] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdc5ac26-d8d6-4c11-b31b-ff8511880999 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.380508] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdc5ac26-d8d6-4c11-b31b-ff8511880999" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.380585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdc5ac26-d8d6-4c11-b31b-ff8511880999" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.380901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdc5ac26-d8d6-4c11-b31b-ff8511880999" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.380991] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdc5ac26-d8d6-4c11-b31b-ff8511880999',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.447128] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.447360] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.447360] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.447634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.447685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.447895] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.447988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.448064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.448233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.448320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.448406] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cce2d4-3598-42cc-a138-5d1834669d3c is going to be updated. [ 1058.472899] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.473142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.473223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.473390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.473532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.480996] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cce2d4-3598-42cc-a138-5d1834669d3c in Status: IN_PROGRESS for 2s [ 1058.885439] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdc5ac26-d8d6-4c11-b31b-ff8511880999 [ 1058.885439] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.885439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.885439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.885439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.885439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.885439] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdc5ac26-d8d6-4c11-b31b-ff8511880999 already deleted. [ 1058.885439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdc5ac26-d8d6-4c11-b31b-ff8511880999" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.088400] env[69839]: INFO networking_nsxv3.common.synchronization [req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 req-ac5aa2bd-88ea-4a4f-9570-d97fe27a5749 service nova] Enqueued Resource ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 with Priority: HIGHEST for action security_group_rules [ 1059.088589] env[69839]: INFO networking_nsxv3.common.synchronization [req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 req-ac5aa2bd-88ea-4a4f-9570-d97fe27a5749 service nova] Enqueued Resource ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 with Priority: HIGHEST for action security_group_members [ 1059.088735] env[69839]: INFO networking_nsxv3.common.synchronization [req-5c0b54b0-64b3-4f64-8b3d-2d88b2bb7a18 req-ac5aa2bd-88ea-4a4f-9570-d97fe27a5749 service nova] Enqueued Resource ID: 003ab99e-747e-43e8-80d5-30f7a416e5f1 with Priority: HIGHEST for action port [ 1059.089634] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 with Priority: HIGHEST for action security_group_rules [ 1059.089634] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 with Priority: HIGHEST for action security_group_members [ 1059.089634] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003ab99e-747e-43e8-80d5-30f7a416e5f1 with Priority: HIGHEST for action port [ 1059.089906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.089997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.092275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.092705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.092809] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bae5ae8-0633-4ef1-8fb5-e6890fc125e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.093882] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.094956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.094956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.094956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.094956] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.094956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.094956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.094956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.094956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.094956] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bae5ae8-0633-4ef1-8fb5-e6890fc125e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.097313] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-003ab99e-747e-43e8-80d5-30f7a416e5f1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.097313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-003ab99e-747e-43e8-80d5-30f7a416e5f1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.097313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-003ab99e-747e-43e8-80d5-30f7a416e5f1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.097313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-003ab99e-747e-43e8-80d5-30f7a416e5f1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.097313] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('003ab99e-747e-43e8-80d5-30f7a416e5f1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.598827] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.599790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.600052] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bae5ae8-0633-4ef1-8fb5-e6890fc125e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.601405] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 003ab99e-747e-43e8-80d5-30f7a416e5f1 with status ACTIVE [ 1059.601613] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.601741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.602293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.602293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.602293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.602456] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.602517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.602550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.602684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.602758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.604024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.604024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.604024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.604024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.604024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.604024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 003ab99e-747e-43e8-80d5-30f7a416e5f1 is going to be updated. [ 1059.630268] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.630268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.630268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.630268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.630268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.630268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-003ab99e-747e-43e8-80d5-30f7a416e5f1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.654664] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 in Status: SUCCESS [ 1059.654862] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19 deletion is rescheduled due to dependency. [ 1059.655064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.937602] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8e528b5-0000-4528-bbc3-944c50d96073 in Status: SUCCESS [ 1059.937602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.110597] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bae5ae8-0633-4ef1-8fb5-e6890fc125e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.490748] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cce2d4-3598-42cc-a138-5d1834669d3c in Status: SUCCESS [ 1060.490972] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cce2d4-3598-42cc-a138-5d1834669d3c deletion is rescheduled due to dependency. [ 1060.491096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cce2d4-3598-42cc-a138-5d1834669d3c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.616504] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.616504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.616504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.616680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.616718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.617016] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 is going to be created. [ 1060.639765] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.640272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.640272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.640438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.640481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649855] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 in Status: UNINITIALIZED for 2s [ 1062.663692] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 in Status: SUCCESS [ 1062.664036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.664120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.664346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.664545] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.664670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.664737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.664891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.664976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.665076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.665169] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bae5ae8-0633-4ef1-8fb5-e6890fc125e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.886715] env[69839]: INFO networking_nsxv3.common.synchronization [req-92faf5b5-5709-4c80-ab19-c4d17ae1b785 req-ab6905fe-5dd7-48cf-9694-ca6db7de0e7a tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1062.887489] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1062.888100] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.888918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.889166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.889589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.890436] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.890544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.890629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.891119] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.891571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.891969] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.167239] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.167394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.167474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.167821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.167903] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.167977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.168051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.168224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.168467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.168467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.168575] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.168625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.168697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.168838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.169049] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.169149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.169210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.169353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.169437] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.169523] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.169599] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bae5ae8-0633-4ef1-8fb5-e6890fc125e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.397852] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.543211] env[69839]: INFO networking_nsxv3.common.synchronization [req-a4aff87a-7dca-47f8-8d66-fe68494d9696 req-f7442613-b398-4468-8261-abdd3b63d731 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1063.543719] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1063.544213] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.544372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.544444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.544708] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.544877] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.544983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.545060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.545910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.546053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.546167] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.672411] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9: rpc.has_security_group_logging(os_id): False [ 1063.690613] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.690842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.690904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.691147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.691272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.691516] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.691642] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.691741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.692317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.692317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.692461] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.692519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.692645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.692925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.693724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.693724] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.693724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.693724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.693953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.693989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.695050] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 is going to be created. [ 1063.746720] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.748632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.748841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.749116] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.749783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.762749] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 in Status: IN_PROGRESS for 2s [ 1063.836026] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.836026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.836026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.836312] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.836507] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.836676] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.836961] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.837111] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.837378] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.837624] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.837743] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.837857] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.837971] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.838103] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.838214] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.838435] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.857610] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.857761] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.857887] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.858597] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.858597] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-1bf5d822-f75d-460b-ac3c-b41bfb612a8c taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.858877] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.858877] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.859092] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.859244] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf5d822-f75d-460b-ac3c-b41bfb612a8c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.900712] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.049588] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.049588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.049588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.049917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.049917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.050125] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.050228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.050270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.050479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.050584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.050694] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c already deleted. [ 1064.050792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.361252] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.361505] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.361664] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.361984] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.362151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.362551] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 1bf5d822-f75d-460b-ac3c-b41bfb612a8c not found, creating... [ 1064.362634] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.363344] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.363344] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.363344] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.363491] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.363732] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.364497] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.364497] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.364497] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.364659] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.364775] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 1bf5d822-f75d-460b-ac3c-b41bfb612a8c is going to be created. [ 1064.383470] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.383692] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.383824] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.384167] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.384449] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.384690] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.403506] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.403681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.403749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.403942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.404047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.404148] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 1064.440565] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.440762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.440844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.441026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.441159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.451302] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1065.074632] env[69839]: INFO networking_nsxv3.common.synchronization [req-a4aff87a-7dca-47f8-8d66-fe68494d9696 req-c2f13629-ccfd-4510-9476-b9a192e4095a service nova] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_rules [ 1065.074632] env[69839]: INFO networking_nsxv3.common.synchronization [req-a4aff87a-7dca-47f8-8d66-fe68494d9696 req-c2f13629-ccfd-4510-9476-b9a192e4095a service nova] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1065.074632] env[69839]: INFO networking_nsxv3.common.synchronization [req-a4aff87a-7dca-47f8-8d66-fe68494d9696 req-c2f13629-ccfd-4510-9476-b9a192e4095a service nova] Enqueued Resource ID: 1bf5d822-f75d-460b-ac3c-b41bfb612a8c with Priority: HIGHEST for action port [ 1065.074632] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_rules [ 1065.080283] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1065.080435] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf5d822-f75d-460b-ac3c-b41bfb612a8c with Priority: HIGHEST for action port [ 1065.081291] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.081428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.081498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.081753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.081840] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.082754] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.082882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.082943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.083098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.083245] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.083372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.083439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.083686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.083686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.083686] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.087151] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf5d822-f75d-460b-ac3c-b41bfb612a8c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.087151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.087151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.087151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.087151] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf5d822-f75d-460b-ac3c-b41bfb612a8c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.590685] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.591897] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.592066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.592246] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bf5d822-f75d-460b-ac3c-b41bfb612a8c with status ACTIVE [ 1065.592418] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.592560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.592625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.592834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.592932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.593141] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.593245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.593305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.593820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.593820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.593820] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.593820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.594031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.594031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.596019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.598319] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bf5d822-f75d-460b-ac3c-b41bfb612a8c is going to be updated. [ 1065.617067] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.617275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.617319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.617504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.617647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.617881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf5d822-f75d-460b-ac3c-b41bfb612a8c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.647481] env[69839]: INFO networking_nsxv3.common.synchronization [req-c7dc181f-912e-448d-84e5-bccdcbe87fdf req-080fe593-e322-4d9d-9ee0-8dcf2c034ad8 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Enqueued Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_members [ 1065.648040] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_members [ 1065.648552] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e4f150-64a4-47da-a079-fe4d0094aa4e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.648897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.649266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.649564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.649815] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.651067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.651067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.651292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.651292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.651357] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.654797] env[69839]: INFO networking_nsxv3.common.synchronization [req-ad9d12da-c855-4599-b484-4565ff287da3 req-4e500d5a-5c8d-4daa-b6a1-fc4f6bdabc1c tempest-ServersWithSpecificFlavorTestJSON-2099993583 tempest-ServersWithSpecificFlavorTestJSON-2099993583-project-member] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 1065.655714] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGHEST for action security_group_members [ 1065.655973] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.656115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.656199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.656381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.656533] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.656651] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.656714] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.657048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.657179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.657281] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.777500] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 in Status: SUCCESS [ 1065.777735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.099250] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.155997] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.156228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.156299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.156622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.156713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.157889] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.157889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.157889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.157889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.157889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.157889] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e already deleted. [ 1066.157889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.166533] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.167580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.167580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.167580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.187610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.187854] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.187981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.188107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.189435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.189435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.189435] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 is going to be updated. [ 1066.217588] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.217811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.217811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.218013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.218473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.232489] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: IN_PROGRESS for 2s [ 1066.270708] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.270943] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-991" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.271162] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-991" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.271414] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-991" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.271681] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.271895] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.272364] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.272644] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.272802] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.273030] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.273169] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.273472] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.273615] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.273738] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.274155] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.274155] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.293511] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.293689] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.293835] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.294043] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-991" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.294426] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-7e70a6a5-738a-4533-8852-d2b2ba512d95 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.294617] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-7e70a6a5-738a-4533-8852-d2b2ba512d95" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.294744] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-7e70a6a5-738a-4533-8852-d2b2ba512d95" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.295090] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-7e70a6a5-738a-4533-8852-d2b2ba512d95" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.295241] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e70a6a5-738a-4533-8852-d2b2ba512d95',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.460873] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1066.461165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.604545] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.606910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.606910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.606910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.606910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.606910] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be created. [ 1066.630552] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.630552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.630552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.630552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.630552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.638691] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: UNINITIALIZED for 2s [ 1066.800033] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.800033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.800033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.800033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.800033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.802017] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 7e70a6a5-738a-4533-8852-d2b2ba512d95 not found, creating... [ 1066.802017] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.802017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.802017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.802017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.802017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.802017] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.802624] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.802928] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.804052] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.804052] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.804052] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 7e70a6a5-738a-4533-8852-d2b2ba512d95 is going to be created. [ 1066.828614] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.828614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.828614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.828614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.828614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.828614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-7e70a6a5-738a-4533-8852-d2b2ba512d95" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.867057] env[69839]: INFO networking_nsxv3.common.synchronization [None req-810057a8-4cd4-45e5-8237-e16e2afb9db3 None None] Enqueued Resource ID: 911a8c05-ea96-4d66-83e4-bda2a803eee2 with Priority: HIGHEST for action port [ 1066.867299] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 911a8c05-ea96-4d66-83e4-bda2a803eee2 with Priority: HIGHEST for action port [ 1066.867912] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-911a8c05-ea96-4d66-83e4-bda2a803eee2 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.868059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-911a8c05-ea96-4d66-83e4-bda2a803eee2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.868118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-911a8c05-ea96-4d66-83e4-bda2a803eee2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.868481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-911a8c05-ea96-4d66-83e4-bda2a803eee2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.868481] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('911a8c05-ea96-4d66-83e4-bda2a803eee2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.372711] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 911a8c05-ea96-4d66-83e4-bda2a803eee2 [ 1067.373106] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.373225] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.373225] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.373448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.373544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.373640] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:911a8c05-ea96-4d66-83e4-bda2a803eee2 already deleted. [ 1067.373857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-911a8c05-ea96-4d66-83e4-bda2a803eee2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.923429] env[69839]: INFO networking_nsxv3.common.synchronization [req-c7dc181f-912e-448d-84e5-bccdcbe87fdf req-3aa5fba2-e41d-41f6-b30d-ca35fe8eea3f service nova] Enqueued Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_rules [ 1067.923429] env[69839]: INFO networking_nsxv3.common.synchronization [req-c7dc181f-912e-448d-84e5-bccdcbe87fdf req-3aa5fba2-e41d-41f6-b30d-ca35fe8eea3f service nova] Enqueued Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_members [ 1067.923429] env[69839]: INFO networking_nsxv3.common.synchronization [req-c7dc181f-912e-448d-84e5-bccdcbe87fdf req-3aa5fba2-e41d-41f6-b30d-ca35fe8eea3f service nova] Enqueued Resource ID: 7e70a6a5-738a-4533-8852-d2b2ba512d95 with Priority: HIGHEST for action port [ 1067.923429] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_rules [ 1067.923429] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_members [ 1067.923788] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e70a6a5-738a-4533-8852-d2b2ba512d95 with Priority: HIGHEST for action port [ 1067.924237] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63e4f150-64a4-47da-a079-fe4d0094aa4e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.924491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.924667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.925158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.925330] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.932375] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e4f150-64a4-47da-a079-fe4d0094aa4e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.932375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.932375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.932375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.932375] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.932375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.932375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.932375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.932375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.932375] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.934523] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e70a6a5-738a-4533-8852-d2b2ba512d95 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.934619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e70a6a5-738a-4533-8852-d2b2ba512d95" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.934685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e70a6a5-738a-4533-8852-d2b2ba512d95" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.934856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e70a6a5-738a-4533-8852-d2b2ba512d95" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.934935] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e70a6a5-738a-4533-8852-d2b2ba512d95',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.029184] env[69839]: INFO networking_nsxv3.common.synchronization [req-e39d26e5-0141-4ae5-85c8-8ae152ca43b1 req-73d943c8-a943-49ca-9087-2469e2a1be2f tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1068.029184] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1068.029184] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.029184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.029184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.029663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.029935] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.030172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.030379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.030626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.030796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.031015] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.243419] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0770ea34-dbb5-4138-84f4-97b070579267 in Status: SUCCESS [ 1068.243419] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 deletion is rescheduled due to dependency. [ 1068.243419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.437390] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e4f150-64a4-47da-a079-fe4d0094aa4e taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.437784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.437784] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.438709] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e70a6a5-738a-4533-8852-d2b2ba512d95 with status ACTIVE [ 1068.438903] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.439033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.439116] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.439336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.439424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.439610] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.439723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.439807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.439945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.440034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.440375] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.440538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.440636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.440816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.440949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.440994] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e70a6a5-738a-4533-8852-d2b2ba512d95 is going to be updated. [ 1068.466056] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.466056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.466056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.466056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.466056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.466056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e70a6a5-738a-4533-8852-d2b2ba512d95" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.533084] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.533337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.533337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.533604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.533728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.533940] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.534068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.534128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.534511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.534511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.534511] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1068.572528] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.572528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.572528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.572528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.572528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.580309] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1068.650080] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1068.650080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.650080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.650080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.650080] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.650080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.650080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.650080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.650080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.650080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.650080] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.943353] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.156917] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.157112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.157175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.157389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.157680] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.157680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.157883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.157883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.157981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.158065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.158188] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.158289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.158330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.158477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.158669] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.158781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.158835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.158972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.159065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.159147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.159238] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.199029] env[69839]: INFO networking_nsxv3.common.synchronization [None req-6e7f45bc-4998-4f96-b701-fc8c71760911 None None] Enqueued Resource ID: fef6bdb1-da7a-4014-881b-943c7d8caea5 with Priority: HIGHEST for action port [ 1069.199744] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef6bdb1-da7a-4014-881b-943c7d8caea5 with Priority: HIGHEST for action port [ 1069.199744] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-fef6bdb1-da7a-4014-881b-943c7d8caea5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.199744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fef6bdb1-da7a-4014-881b-943c7d8caea5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.200213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fef6bdb1-da7a-4014-881b-943c7d8caea5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.200213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fef6bdb1-da7a-4014-881b-943c7d8caea5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.200213] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef6bdb1-da7a-4014-881b-943c7d8caea5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.446488] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.446488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.446858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.446858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.446858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.446983] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e is going to be created. [ 1069.482241] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.482241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.482241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.482241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.482241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.491017] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e in Status: UNINITIALIZED for 2s [ 1069.665661] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a124e20a-297d-40aa-aa5a-bd6a6e86394c: rpc.has_security_group_logging(os_id): False [ 1069.703792] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fef6bdb1-da7a-4014-881b-943c7d8caea5 [ 1069.703792] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.703792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.704085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.704085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.704204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.704264] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fef6bdb1-da7a-4014-881b-943c7d8caea5 already deleted. [ 1069.704323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fef6bdb1-da7a-4014-881b-943c7d8caea5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.708512] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.708637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.708740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.708927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.709027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.709205] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.709348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.709699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.709699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.709699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.709904] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.710013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.710082] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.710276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.710401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.710585] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.710730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.710796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.710993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.711123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.711234] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be created. [ 1069.816241] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.816390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.816452] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.816673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.816849] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.838019] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1070.572019] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.572019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.572019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.572019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.572019] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.572019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.572019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.574048] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.574375] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.574771] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.575016] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.576584] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.576584] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.576584] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.576584] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.576584] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.589275] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1070.589592] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc deletion is rescheduled due to dependency. [ 1070.589815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.596515] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.596668] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.596808] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.597034] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-390" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.597385] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-50b8545d-6a02-4982-b788-5b44438a9066 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.597566] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.597686] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.597949] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.598107] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b8545d-6a02-4982-b788-5b44438a9066',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.100495] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.100660] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.100798] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.101163] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.101429] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.101702] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.101971] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.102191] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.102570] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.103042] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.103162] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.103338] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.103473] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.103715] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.103862] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.104050] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 50b8545d-6a02-4982-b788-5b44438a9066 is going to be updated. [ 1071.123275] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.123531] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.123724] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.124092] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.124470] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.124616] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.506243] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e in Status: SUCCESS [ 1071.507127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.507127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.507127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.507555] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.507555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.507555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.507555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.507706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.507706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.507854] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.850080] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1071.850080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.973066] env[69839]: INFO networking_nsxv3.common.synchronization [req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 req-d575f367-e722-42e1-a641-db553c70f94a service nova] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_rules [ 1071.973066] env[69839]: INFO networking_nsxv3.common.synchronization [req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 req-d575f367-e722-42e1-a641-db553c70f94a service nova] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 1071.973066] env[69839]: INFO networking_nsxv3.common.synchronization [req-e62bf73f-9554-46d4-9a25-9f0ec9eb0bd3 req-d575f367-e722-42e1-a641-db553c70f94a service nova] Enqueued Resource ID: 50b8545d-6a02-4982-b788-5b44438a9066 with Priority: HIGHEST for action port [ 1071.973066] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_rules [ 1071.973066] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 1071.973066] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b8545d-6a02-4982-b788-5b44438a9066 with Priority: HIGHEST for action port [ 1071.973066] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.973066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.973066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.973066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.974045] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.975351] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.975600] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.975773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.976209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.976526] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.976849] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.976849] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.977302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.977302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.979263] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.980131] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b8545d-6a02-4982-b788-5b44438a9066 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.980248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.980316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.980557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.980619] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b8545d-6a02-4982-b788-5b44438a9066',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.009944] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.484453] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.485715] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.485882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.486129] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50b8545d-6a02-4982-b788-5b44438a9066 with status ACTIVE [ 1072.486311] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.486449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.486492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.486728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.486929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.487059] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.487165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.487227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.487390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.487471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.487645] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.487770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.487827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.487999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.487999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.488119] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50b8545d-6a02-4982-b788-5b44438a9066 is going to be updated. [ 1072.509595] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.509595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.509595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.509595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.509595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.509595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b8545d-6a02-4982-b788-5b44438a9066" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.512034] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63e4f150-64a4-47da-a079-fe4d0094aa4e: rpc.has_security_group_logging(os_id): False [ 1072.528179] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.528347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.528421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.528650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.528742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.529025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.529133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.529220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.529380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.529461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.529563] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e is going to be created. [ 1072.588951] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.589172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.589237] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.589487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.589701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.607418] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e in Status: IN_PROGRESS for 2s [ 1072.991337] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.495817] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.495817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.495817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.495817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.495817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.495817] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be updated. [ 1073.521687] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.521687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.521687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.521687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.521687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.531286] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: IN_PROGRESS for 2s [ 1073.673909] env[69839]: INFO networking_nsxv3.common.synchronization [req-2f2b8933-402e-436a-9e01-b0a2ce704879 req-c9f3d96f-86fb-474e-8615-92fadf590e5f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1073.675496] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1073.675496] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.675496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.675496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.675496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.675758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.675758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.675758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.675956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.675956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.676152] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.164231] env[69839]: INFO networking_nsxv3.common.synchronization [req-7cb5083b-1289-4ad6-a2df-62bbc071a10f req-2daa4d8d-1f54-4cb4-8bda-b4ab4b135c97 tempest-ServersNegativeTestMultiTenantJSON-552002080 tempest-ServersNegativeTestMultiTenantJSON-552002080-project-member] Enqueued Resource ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 with Priority: HIGHEST for action security_group_members [ 1074.164679] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 with Priority: HIGHEST for action security_group_members [ 1074.166433] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.166433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.166433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.166433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.166433] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.166433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.166433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.166433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.166433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.166433] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bae5ae8-0633-4ef1-8fb5-e6890fc125e9',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.178972] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.179183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.179271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.179520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.179658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.179893] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.180029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.180136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.180376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.180530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.180670] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 already deleted. [ 1074.180817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.288872] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.289196] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.289326] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.289732] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.290063] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.290300] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.290485] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.290774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.290953] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.291270] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.291417] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.291583] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.291748] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.291926] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.292105] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.292314] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.310878] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.311270] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.311530] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.311833] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.312328] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-53eb5673-1007-4ec4-9611-260069edaae4 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.312667] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-53eb5673-1007-4ec4-9611-260069edaae4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.312946] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-53eb5673-1007-4ec4-9611-260069edaae4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.313387] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-53eb5673-1007-4ec4-9611-260069edaae4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.313620] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53eb5673-1007-4ec4-9611-260069edaae4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.622264] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e in Status: SUCCESS [ 1074.622363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.669268] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.669505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.669579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.669799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.669890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.670106] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.670210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.670291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.670444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.670518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.670604] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 is going to be updated. [ 1074.700112] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.700269] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.700345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.701080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.701080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.717111] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 in Status: IN_PROGRESS for 2s [ 1074.816834] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.817134] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.817197] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.817459] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.817881] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.818443] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 53eb5673-1007-4ec4-9611-260069edaae4 not found, creating... [ 1074.818585] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.818761] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.818889] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.819147] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.819299] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.819611] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.819804] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.819953] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.820206] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.820349] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.820497] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 53eb5673-1007-4ec4-9611-260069edaae4 is going to be created. [ 1074.842902] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.843534] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.843534] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.843863] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.844233] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.844667] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-53eb5673-1007-4ec4-9611-260069edaae4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.541389] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: SUCCESS [ 1075.541753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.542027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.542301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.542566] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.542727] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.542818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.543068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.543195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.543355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.543492] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.588325] env[69839]: INFO networking_nsxv3.common.synchronization [req-2f2b8933-402e-436a-9e01-b0a2ce704879 req-1bdb128c-522e-4be5-96ac-30f32aca8bb5 service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1075.588599] env[69839]: INFO networking_nsxv3.common.synchronization [req-2f2b8933-402e-436a-9e01-b0a2ce704879 req-1bdb128c-522e-4be5-96ac-30f32aca8bb5 service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1075.588734] env[69839]: INFO networking_nsxv3.common.synchronization [req-2f2b8933-402e-436a-9e01-b0a2ce704879 req-1bdb128c-522e-4be5-96ac-30f32aca8bb5 service nova] Enqueued Resource ID: 53eb5673-1007-4ec4-9611-260069edaae4 with Priority: HIGHEST for action port [ 1075.588973] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1075.589121] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1075.589217] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53eb5673-1007-4ec4-9611-260069edaae4 with Priority: HIGHEST for action port [ 1075.589772] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.590097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.590189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.590458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.590540] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.591655] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.591655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.591832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.592043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.592240] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.592380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.592519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.592580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.592750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.592850] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.594204] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-53eb5673-1007-4ec4-9611-260069edaae4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.594372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53eb5673-1007-4ec4-9611-260069edaae4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.594448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53eb5673-1007-4ec4-9611-260069edaae4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.594759] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53eb5673-1007-4ec4-9611-260069edaae4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.594866] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53eb5673-1007-4ec4-9611-260069edaae4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.046051] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.046213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.046384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.047035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.047035] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.047035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.047035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.047035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.047530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.047530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.047530] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.047530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.047530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.047799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.047799] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.047894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.047894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.048047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.048132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.050058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.050058] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.096673] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.097727] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.097843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.098484] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53eb5673-1007-4ec4-9611-260069edaae4 with status ACTIVE [ 1076.098723] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.098838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.098838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.099038] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.099133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.099307] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.099407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.099461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.099617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.099696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.099879] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.099967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.100032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.100175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.100249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.100334] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53eb5673-1007-4ec4-9611-260069edaae4 is going to be updated. [ 1076.120271] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.120416] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.120474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.120713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.120878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.121077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53eb5673-1007-4ec4-9611-260069edaae4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.174628] env[69839]: INFO networking_nsxv3.common.synchronization [req-2c49227b-daac-490d-a444-81438bdf3db6 req-3f80a4c1-f6bf-4d69-84bd-94c02d5762cb tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Enqueued Resource ID: 925a1882-569c-4410-ab6c-8bb089e55901 with Priority: HIGHEST for action security_group_members [ 1076.175155] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925a1882-569c-4410-ab6c-8bb089e55901 with Priority: HIGHEST for action security_group_members [ 1076.175453] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-925a1882-569c-4410-ab6c-8bb089e55901 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.175578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.175680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.175893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.176130] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.176198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.176282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.176430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.176519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.176613] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('925a1882-569c-4410-ab6c-8bb089e55901',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.553269] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18433be0-16fa-4df4-b6b3-cef5fc3c5696: rpc.has_security_group_logging(os_id): False [ 1076.571150] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.571355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.571397] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.571582] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.571672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.571915] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.572081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.572158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.572359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.572477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.572696] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.572796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.572859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.573074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.573167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.573362] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.573478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.573537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.573678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.573767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.573854] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be updated. [ 1076.598837] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.629363] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.630465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.630465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.630465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.630465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.634702] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.634975] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-556" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.635152] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-556" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.635571] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-556" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.635948] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.636202] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.636385] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.636706] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.636923] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.637223] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.637396] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.637563] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.637728] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.637895] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.638101] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.638278] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.648694] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: IN_PROGRESS for 2s [ 1076.661752] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.662082] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.662635] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.662635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-556" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.662920] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.663198] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.663401] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.663816] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.664018] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b34a1bc-5c29-49ae-adfa-5e66f388d3b7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.682194] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.682639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.682639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.682639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.682850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.682980] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.683098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.683177] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.683343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.683423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.683512] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 925a1882-569c-4410-ab6c-8bb089e55901 already deleted. [ 1076.683592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.727202] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 in Status: SUCCESS [ 1076.727202] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bae5ae8-0633-4ef1-8fb5-e6890fc125e9 deletion is rescheduled due to dependency. [ 1076.727306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bae5ae8-0633-4ef1-8fb5-e6890fc125e9" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.101767] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.102014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.102014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.102329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.102507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.102630] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be created. [ 1077.126875] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.127092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.127144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.127369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.127548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.138769] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: UNINITIALIZED for 2s [ 1077.168780] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.168780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.168780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.168780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.168780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.168780] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 not found, creating... [ 1077.168780] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.168780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.168780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.168780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.168780] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.169481] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.169481] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.169481] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.169481] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.169648] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.169762] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 is going to be created. [ 1077.188780] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.189018] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.189144] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.189450] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.189684] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.189935] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.762710] env[69839]: INFO networking_nsxv3.common.synchronization [req-620bc99c-837d-4bc9-9e94-f358c754a7df req-eb8bd8e2-d331-4be8-9503-c7fe1e0c2ecf tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1077.763652] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1077.764102] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.764353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.764495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.764795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.764998] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.765177] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.765259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.765441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.765551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.765668] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.270947] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.271369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.271369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.271729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.271869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.272111] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.272366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.272366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.272545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.272545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.272656] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1078.308338] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.308338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.308338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.308338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.308338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.313295] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1078.510630] env[69839]: INFO networking_nsxv3.common.synchronization [req-2c49227b-daac-490d-a444-81438bdf3db6 req-4ad25be8-b853-4f60-b44c-8dc28da8c4ea service nova] Enqueued Resource ID: 925a1882-569c-4410-ab6c-8bb089e55901 with Priority: HIGHEST for action security_group_rules [ 1078.510630] env[69839]: INFO networking_nsxv3.common.synchronization [req-2c49227b-daac-490d-a444-81438bdf3db6 req-4ad25be8-b853-4f60-b44c-8dc28da8c4ea service nova] Enqueued Resource ID: 925a1882-569c-4410-ab6c-8bb089e55901 with Priority: HIGHEST for action security_group_members [ 1078.510630] env[69839]: INFO networking_nsxv3.common.synchronization [req-2c49227b-daac-490d-a444-81438bdf3db6 req-4ad25be8-b853-4f60-b44c-8dc28da8c4ea service nova] Enqueued Resource ID: 0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 with Priority: HIGHEST for action port [ 1078.510630] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925a1882-569c-4410-ab6c-8bb089e55901 with Priority: HIGHEST for action security_group_rules [ 1078.510630] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925a1882-569c-4410-ab6c-8bb089e55901 with Priority: HIGHEST for action security_group_members [ 1078.510630] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 with Priority: HIGHEST for action port [ 1078.511684] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-925a1882-569c-4410-ab6c-8bb089e55901 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.513134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.513134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.513134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.513134] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('925a1882-569c-4410-ab6c-8bb089e55901',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.514104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-925a1882-569c-4410-ab6c-8bb089e55901 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.514372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.514564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.514850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.515124] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.515436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.515436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.516651] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.516651] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.516651] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('925a1882-569c-4410-ab6c-8bb089e55901',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.517181] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.517432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.517694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.517930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.518116] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b34a1bc-5c29-49ae-adfa-5e66f388d3b7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.666720] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: SUCCESS [ 1078.666720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.015025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-925a1882-569c-4410-ab6c-8bb089e55901 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.015337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.019855] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('925a1882-569c-4410-ab6c-8bb089e55901',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.020915] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 with status ACTIVE [ 1079.021152] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.021331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.021381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.021623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.021735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.021972] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.022357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.022357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.022546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.022585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.022887] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.023012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.023114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.023242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.023361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.023473] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b34a1bc-5c29-49ae-adfa-5e66f388d3b7 is going to be updated. [ 1079.046288] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.046502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.046576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.046874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.047076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.047324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b34a1bc-5c29-49ae-adfa-5e66f388d3b7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.153526] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1079.153526] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.153632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.153866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.154104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.154257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.154329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.154501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.154583] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.154672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.154813] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.526696] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('925a1882-569c-4410-ab6c-8bb089e55901',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.659617] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.662150] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.662150] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.662150] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.662150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.662829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.662829] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.028676] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.029650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.029650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.029650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.029650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.029650] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 925a1882-569c-4410-ab6c-8bb089e55901 is going to be created. [ 1080.058631] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.058631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.058631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.058631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.058631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.070237] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 925a1882-569c-4410-ab6c-8bb089e55901 in Status: UNINITIALIZED for 2s [ 1080.165646] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55: rpc.has_security_group_logging(os_id): False [ 1080.187647] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.187861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.187938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.188169] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.188263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.188477] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.188576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.188635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.188832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.188913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.189216] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.189216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.189347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.189383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.189456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.189637] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.189730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.189791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.189928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.190061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.190163] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be created. [ 1080.273770] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.273770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.273770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.274630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.274630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.291360] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1080.338151] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1080.338401] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c deletion is rescheduled due to dependency. [ 1080.338401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.079614] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 925a1882-569c-4410-ab6c-8bb089e55901 in Status: SUCCESS [ 1082.080024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.080111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.080264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.080455] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.080576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.080646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.080780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.080877] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.080938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.081024] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('925a1882-569c-4410-ab6c-8bb089e55901',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.252020] env[69839]: INFO networking_nsxv3.common.synchronization [req-98c3d7f4-b4fe-49af-a4ab-0d42e9452001 req-32cc0c1d-f855-489c-b3df-38f2aa2c8b30 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_members [ 1082.252020] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGHEST for action security_group_members [ 1082.252020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.252020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.252020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.252020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.252020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.252020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.252020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.252020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.252020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.252020] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.302577] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1082.302820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.586866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-925a1882-569c-4410-ab6c-8bb089e55901 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.586866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.586866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-925a1882-569c-4410-ab6c-8bb089e55901 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.586866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.586866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.587655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.587655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.587655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.587655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.587655] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('925a1882-569c-4410-ab6c-8bb089e55901',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.754595] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.754758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.754848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.756925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.762133] env[69839]: INFO networking_nsxv3.common.synchronization [req-c9961546-18e6-4c6a-b8d4-6069407987ed req-03a054f1-7994-4c7d-905d-8f02e9d434a3 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Enqueued Resource ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea with Priority: HIGHEST for action security_group_members [ 1082.762133] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea with Priority: HIGHEST for action security_group_members [ 1082.764257] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa46931-151d-4210-a9dd-9fd4bbb732ea taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.764257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.764257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.764257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.764257] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.764257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.764257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.764257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.764257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.764257] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa46931-151d-4210-a9dd-9fd4bbb732ea',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.776282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.776573] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.776701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.776765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.776978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.777089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.777195] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 is going to be updated. [ 1082.804765] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.804765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.804765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.804765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.804958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.814738] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 in Status: IN_PROGRESS for 2s [ 1083.092854] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 925a1882-569c-4410-ab6c-8bb089e55901: rpc.has_security_group_logging(os_id): False [ 1083.110779] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.114513] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.114513] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.114513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.115267] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.115671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.115854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.116572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.116770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.116942] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 925a1882-569c-4410-ab6c-8bb089e55901 is going to be created. [ 1083.174888] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.175054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.175130] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.175357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.175536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.195951] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 925a1882-569c-4410-ab6c-8bb089e55901 in Status: IN_PROGRESS for 2s [ 1083.265757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.266023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.266142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.266420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.266566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.266779] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.266882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.266949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.267127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.267216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.267333] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea already deleted. [ 1083.267444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.367526] env[69839]: INFO networking_nsxv3.common.synchronization [req-5d2d91c0-a802-4b0a-a01f-fe7671bd1710 req-344b6328-1a1f-4c06-ab6f-5892fe92b15a tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1083.368185] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1083.368504] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.368750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.368750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.368900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.369151] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.369289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.369378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.369575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.369836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.369988] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.727356] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.727356] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-649" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.727356] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-649" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.727726] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-649" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.727778] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.727930] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.728265] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.728540] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.728696] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.729091] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.729091] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.729273] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.729273] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.729423] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.729554] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.729733] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.754611] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.755035] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.755239] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.755447] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-649" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.755780] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.755950] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.756086] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.756422] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.756561] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6a00a0-79ec-48fa-952f-8edcc9d4feb1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.872035] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.872240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.872290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.872487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.872594] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.872797] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.872925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.872980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.873603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.873603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.873603] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 1083.905169] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.905407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.905498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.905687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.905918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.916052] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1084.259529] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.260243] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.260380] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.260810] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.261053] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.261234] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 not found, creating... [ 1084.261547] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.261755] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.261907] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.262185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.262550] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.262878] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.263052] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.263173] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.263569] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.263747] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.263894] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 is going to be created. [ 1084.285028] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.285342] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.285470] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.285754] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.286024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.286274] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.828313] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 in Status: SUCCESS [ 1084.828747] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 deletion is rescheduled due to dependency. [ 1084.828986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.208930] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 925a1882-569c-4410-ab6c-8bb089e55901 in Status: SUCCESS [ 1085.208930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.243026] env[69839]: INFO networking_nsxv3.common.synchronization [req-53b7255d-ab65-46fe-bcba-19ba349ac9eb req-ca894a61-cc52-4a47-b248-44889ba424f7 tempest-VolumesAdminNegativeTest-1166044842 tempest-VolumesAdminNegativeTest-1166044842-project-member] Enqueued Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_members [ 1085.243026] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGHEST for action security_group_members [ 1085.243026] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dd5d230-5572-4af9-acc0-2a89ffc1b444 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.243026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.243026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.243026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.243804] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.244094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.244254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.244504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.244677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.244957] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.429197] env[69839]: INFO networking_nsxv3.common.synchronization [req-1d406a71-37df-46ed-a943-76bf394057c2 req-831b848e-4eff-4504-9c95-e0dfb3ec562d tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1085.429197] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1085.430571] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.430571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.430571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.430705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.433972] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.433972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.433972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.433972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.433972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.433972] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.747602] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.748462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.748462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.748462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.773475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.773475] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.773475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.773475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.773689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.773689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.773689] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 is going to be updated. [ 1085.783188] env[69839]: INFO networking_nsxv3.common.synchronization [req-c9961546-18e6-4c6a-b8d4-6069407987ed req-584751eb-a5f1-4f1e-8646-641378f9a350 service nova] Enqueued Resource ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea with Priority: HIGHEST for action security_group_rules [ 1085.783188] env[69839]: INFO networking_nsxv3.common.synchronization [req-c9961546-18e6-4c6a-b8d4-6069407987ed req-584751eb-a5f1-4f1e-8646-641378f9a350 service nova] Enqueued Resource ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea with Priority: HIGHEST for action security_group_members [ 1085.783188] env[69839]: INFO networking_nsxv3.common.synchronization [req-c9961546-18e6-4c6a-b8d4-6069407987ed req-584751eb-a5f1-4f1e-8646-641378f9a350 service nova] Enqueued Resource ID: 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 with Priority: HIGHEST for action port [ 1085.783742] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea with Priority: HIGHEST for action security_group_rules [ 1085.784517] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea with Priority: HIGHEST for action security_group_members [ 1085.786220] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 with Priority: HIGHEST for action port [ 1085.786220] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa46931-151d-4210-a9dd-9fd4bbb732ea taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.786220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.786220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.786220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.786220] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa46931-151d-4210-a9dd-9fd4bbb732ea',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.789279] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa46931-151d-4210-a9dd-9fd4bbb732ea taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.789279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.789279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.789279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.789279] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.789279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.789279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.789279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.789279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.789279] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa46931-151d-4210-a9dd-9fd4bbb732ea',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.790485] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.790485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.790712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.790712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.792440] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6a00a0-79ec-48fa-952f-8edcc9d4feb1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.798593] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.798770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.798847] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.799291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.799499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.809572] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 in Status: IN_PROGRESS for 2s [ 1085.929216] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1085.929332] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 deletion is rescheduled due to dependency. [ 1085.929415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.940668] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.940668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.940892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.945705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.950156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.950256] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.950330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.950384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.950931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.950931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.950931] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1085.978208] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.978376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.978465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.978700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.978864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.989382] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1086.257541] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.257745] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.257877] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.258188] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.258468] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.258676] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.258743] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.258957] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.259137] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.259360] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.259468] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.259583] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.259691] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.259840] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.259987] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.260138] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.285346] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.285510] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.285707] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.285868] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.287412] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-0bb1ba07-5ed5-470f-ad68-dc198683281c taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.287412] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-0bb1ba07-5ed5-470f-ad68-dc198683281c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.287412] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-0bb1ba07-5ed5-470f-ad68-dc198683281c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.287412] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-0bb1ba07-5ed5-470f-ad68-dc198683281c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.287412] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb1ba07-5ed5-470f-ad68-dc198683281c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.297524] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 with status ACTIVE [ 1086.297640] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.297766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.297828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.298036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.298123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.298313] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.298447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.298510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.298666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.298740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.299366] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.299366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.299366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.299366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.299366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.299366] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b6a00a0-79ec-48fa-952f-8edcc9d4feb1 is going to be updated. [ 1086.300423] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aa46931-151d-4210-a9dd-9fd4bbb732ea',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.301589] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa46931-151d-4210-a9dd-9fd4bbb732ea taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.301589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.319380] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.319525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.319597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.319854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.320347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.320347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b6a00a0-79ec-48fa-952f-8edcc9d4feb1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.791656] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.792614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.792614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.792614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.792614] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.792848] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 0bb1ba07-5ed5-470f-ad68-dc198683281c not found, creating... [ 1086.793917] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.793917] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.793917] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.793917] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.793917] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.794292] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.794435] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.794605] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.794864] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.795056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.795211] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 0bb1ba07-5ed5-470f-ad68-dc198683281c is going to be created. [ 1086.801990] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aa46931-151d-4210-a9dd-9fd4bbb732ea',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.814108] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.814309] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.814438] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.814699] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.814929] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.815177] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-0bb1ba07-5ed5-470f-ad68-dc198683281c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.305052] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.305344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.305344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.305487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.305601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.305687] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea is going to be created. [ 1087.331925] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.332090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.332188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.332388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.332545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.347041] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea in Status: UNINITIALIZED for 2s [ 1087.819273] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 in Status: SUCCESS [ 1087.819880] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 deletion is rescheduled due to dependency. [ 1087.819880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.941196] env[69839]: INFO networking_nsxv3.common.synchronization [None req-1fcecf3d-97ce-4e48-9ae5-5046fe627461 None None] Enqueued Resource ID: f24181b9-b200-49c1-b792-61b5a2681ac2 with Priority: HIGHEST for action port [ 1087.941196] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24181b9-b200-49c1-b792-61b5a2681ac2 with Priority: HIGHEST for action port [ 1087.941196] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-f24181b9-b200-49c1-b792-61b5a2681ac2 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.941196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f24181b9-b200-49c1-b792-61b5a2681ac2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.941196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f24181b9-b200-49c1-b792-61b5a2681ac2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.941196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f24181b9-b200-49c1-b792-61b5a2681ac2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.941196] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24181b9-b200-49c1-b792-61b5a2681ac2',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.962577] env[69839]: INFO networking_nsxv3.common.synchronization [req-1d406a71-37df-46ed-a943-76bf394057c2 req-b39cde86-d0b2-4663-8126-4d2c6ba2fbf9 service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 1087.962771] env[69839]: INFO networking_nsxv3.common.synchronization [req-1d406a71-37df-46ed-a943-76bf394057c2 req-b39cde86-d0b2-4663-8126-4d2c6ba2fbf9 service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1087.962903] env[69839]: INFO networking_nsxv3.common.synchronization [req-1d406a71-37df-46ed-a943-76bf394057c2 req-b39cde86-d0b2-4663-8126-4d2c6ba2fbf9 service nova] Enqueued Resource ID: 0bb1ba07-5ed5-470f-ad68-dc198683281c with Priority: HIGHEST for action port [ 1087.963860] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 1087.964047] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1087.964095] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb1ba07-5ed5-470f-ad68-dc198683281c with Priority: HIGHEST for action port [ 1087.964376] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.964643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.964643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.964812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.964862] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.965684] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.965796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.965966] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb1ba07-5ed5-470f-ad68-dc198683281c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.966088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb1ba07-5ed5-470f-ad68-dc198683281c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.966150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb1ba07-5ed5-470f-ad68-dc198683281c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.966312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb1ba07-5ed5-470f-ad68-dc198683281c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.966631] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb1ba07-5ed5-470f-ad68-dc198683281c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.001620] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1088.001829] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc deletion is rescheduled due to dependency. [ 1088.002026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.003113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.003222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.003334] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.003452] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.003520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.003685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.003771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.003870] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.447007] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f24181b9-b200-49c1-b792-61b5a2681ac2 [ 1088.447559] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.447700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.447801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.448085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.448289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.448468] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f24181b9-b200-49c1-b792-61b5a2681ac2 already deleted. [ 1088.448602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f24181b9-b200-49c1-b792-61b5a2681ac2" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.472886] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.473380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.473692] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bb1ba07-5ed5-470f-ad68-dc198683281c with status ACTIVE [ 1088.474039] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.474039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.474192] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.474294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.474386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.474559] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.474657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.474717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.474865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.474939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.475131] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.475220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.475274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.475415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.475490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.475575] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bb1ba07-5ed5-470f-ad68-dc198683281c is going to be updated. [ 1088.495091] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.495399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.495557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.495945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.496174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.496420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb1ba07-5ed5-470f-ad68-dc198683281c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.506962] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.012022] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.357926] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea in Status: SUCCESS [ 1089.358243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.358425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.359574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.359885] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.359986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.360109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.360328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.360426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.360555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.360694] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aa46931-151d-4210-a9dd-9fd4bbb732ea',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.511529] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.511714] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.511794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.512072] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.512193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.512304] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1089.543311] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.543489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.543567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.543787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.546113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.552782] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1089.867028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa46931-151d-4210-a9dd-9fd4bbb732ea taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.867028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.867028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa46931-151d-4210-a9dd-9fd4bbb732ea taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.867028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.867028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.868219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.868219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.868219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.868219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.868219] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aa46931-151d-4210-a9dd-9fd4bbb732ea',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.370869] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aa46931-151d-4210-a9dd-9fd4bbb732ea: rpc.has_security_group_logging(os_id): False [ 1090.391558] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.391760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.391760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.391999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.392125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.392367] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.392488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.392578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.392801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.392926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.393163] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.393286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.393363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.393542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.393744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.393971] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.394071] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.395033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.395033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.395155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.396168] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea is going to be created. [ 1090.452527] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.452817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.452817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.453308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.453914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.468689] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea in Status: IN_PROGRESS for 2s [ 1090.498849] env[69839]: INFO networking_nsxv3.common.synchronization [None req-00684777-3fab-41a5-afc4-a1262069ec49 None None] Enqueued Resource ID: b76db1a7-27bc-4388-b113-fd927e363ec5 with Priority: HIGHEST for action port [ 1090.499150] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76db1a7-27bc-4388-b113-fd927e363ec5 with Priority: HIGHEST for action port [ 1090.499624] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-b76db1a7-27bc-4388-b113-fd927e363ec5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.499812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b76db1a7-27bc-4388-b113-fd927e363ec5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.499812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b76db1a7-27bc-4388-b113-fd927e363ec5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.503921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b76db1a7-27bc-4388-b113-fd927e363ec5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.504091] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b76db1a7-27bc-4388-b113-fd927e363ec5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.590280] env[69839]: INFO networking_nsxv3.common.synchronization [req-7ff35fa2-c992-4714-96d8-6d9b710a0038 req-6ea96d99-6e43-49da-85e1-9465fd384ad8 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1090.590280] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1090.590280] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.590280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.590280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.590280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.590280] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.590280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.590280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.590876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.590876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.590876] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.009305] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b76db1a7-27bc-4388-b113-fd927e363ec5 [ 1091.009305] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.009305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.009305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.009518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.009645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.009681] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b76db1a7-27bc-4388-b113-fd927e363ec5 already deleted. [ 1091.009964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b76db1a7-27bc-4388-b113-fd927e363ec5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.100540] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.100540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.100540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.100540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.100540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.100540] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.100540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.100540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.100853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.100853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.101394] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 1091.129772] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.129964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.130023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.130242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.130379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.149792] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1091.161995] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.162220] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.162347] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.162629] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.162889] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.163059] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.163180] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.163399] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.164219] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.164219] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.164219] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.164219] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.167161] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.167328] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.167442] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.167585] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.328471] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.328647] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.161 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.328791] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.328971] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-743" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.329331] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-dc987f4d-8140-461b-82de-d7f1f2ec7853 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.329529] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-dc987f4d-8140-461b-82de-d7f1f2ec7853" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.329653] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-dc987f4d-8140-461b-82de-d7f1f2ec7853" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.330031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-dc987f4d-8140-461b-82de-d7f1f2ec7853" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.330537] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc987f4d-8140-461b-82de-d7f1f2ec7853',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.563279] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1091.563618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.563618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.563804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.563986] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.564198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.564198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.564363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.564540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.564540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.564761] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.834141] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.837025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.837025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.837025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.837025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.837025] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port dc987f4d-8140-461b-82de-d7f1f2ec7853 not found, creating... [ 1091.837025] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.837025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.837025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.838093] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.839424] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.840110] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.840594] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.844414] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.844414] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.844414] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.844414] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: dc987f4d-8140-461b-82de-d7f1f2ec7853 is going to be created. [ 1091.866191] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.866960] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.868026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.868026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.868026] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.868942] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-dc987f4d-8140-461b-82de-d7f1f2ec7853" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.069286] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.069286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.069286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.069286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.069621] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.069669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.069790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.070101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.070285] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.070492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.070781] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.071074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.071181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.071428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.071676] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.071867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.071950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.072190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.072332] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.072475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.072721] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.481807] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea in Status: SUCCESS [ 1092.481807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.575017] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc: rpc.has_security_group_logging(os_id): False [ 1092.592628] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.592764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.592764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.593281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.593281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.593403] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.593501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.593562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.593721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.593820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.594024] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.594120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.594175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.594318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.595222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.595439] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.595540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.595603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.595768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.595843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.595937] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1092.608513] env[69839]: INFO networking_nsxv3.common.synchronization [req-7ff35fa2-c992-4714-96d8-6d9b710a0038 req-5e8fb72a-357f-4ec7-a0d3-0452378adaae service nova] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_rules [ 1092.608716] env[69839]: INFO networking_nsxv3.common.synchronization [req-7ff35fa2-c992-4714-96d8-6d9b710a0038 req-5e8fb72a-357f-4ec7-a0d3-0452378adaae service nova] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1092.608879] env[69839]: INFO networking_nsxv3.common.synchronization [req-7ff35fa2-c992-4714-96d8-6d9b710a0038 req-5e8fb72a-357f-4ec7-a0d3-0452378adaae service nova] Enqueued Resource ID: dc987f4d-8140-461b-82de-d7f1f2ec7853 with Priority: HIGHEST for action port [ 1092.614025] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_rules [ 1092.614025] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1092.614025] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc987f4d-8140-461b-82de-d7f1f2ec7853 with Priority: HIGHEST for action port [ 1092.614025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.614025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.614025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.614025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.614025] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.614025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.614025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.614025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc987f4d-8140-461b-82de-d7f1f2ec7853 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.614025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc987f4d-8140-461b-82de-d7f1f2ec7853" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.614025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc987f4d-8140-461b-82de-d7f1f2ec7853" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.614025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc987f4d-8140-461b-82de-d7f1f2ec7853" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.615397] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc987f4d-8140-461b-82de-d7f1f2ec7853',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.654190] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.654880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.654880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.654880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.654880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.668879] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1092.922992] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1092.923283] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent loop - iteration:2 started [ 1093.118184] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.118184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.118375] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc987f4d-8140-461b-82de-d7f1f2ec7853 with status ACTIVE [ 1093.118504] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.118607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.118670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.118877] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.118998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.120537] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.120537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.120537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.120537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.120537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.120537] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.120537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.120537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.120537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.120537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.120537] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc987f4d-8140-461b-82de-d7f1f2ec7853 is going to be updated. [ 1093.144834] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.144834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.144834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.144834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.144834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.144834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc987f4d-8140-461b-82de-d7f1f2ec7853" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.158768] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1093.161573] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 deletion is rescheduled due to dependency. [ 1093.161573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.161573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.161573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.161573] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.161573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.161573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.161573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.161573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.161573] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.663775] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.165986] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.284296] env[69839]: INFO networking_nsxv3.common.synchronization [None req-54b62933-b2d7-4292-acae-55d83de15d64 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_rules [ 1094.284296] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_rules [ 1094.284296] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86183d2f-b331-49bb-86f4-d2a0d65aff28 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.284296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.284296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.284296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.284296] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.415695] env[69839]: INFO networking_nsxv3.common.synchronization [None req-0c8ff9a2-78cf-42cf-a507-9b2c76940a23 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_rules [ 1094.416316] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_rules [ 1094.416666] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86183d2f-b331-49bb-86f4-d2a0d65aff28 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.416778] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.672126] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.672603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.672603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.672745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.672861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.673024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 1094.690159] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1094.690780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.712866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.712866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.712866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.712866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.712866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.721045] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1094.818332] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.818715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.818715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.818715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.818898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.818947] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 already deleted. [ 1094.818947] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.819545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.819762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.819882] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.342284] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.342284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.342284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.342284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.342284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.342284] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 already deleted. [ 1095.342284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.222757] env[69839]: INFO networking_nsxv3.common.synchronization [req-83791526-24c5-474e-a256-3d92050d2e1a req-3a7377ef-8506-49c3-9f42-2d9ea53a95b6 tempest-AttachInterfacesV270Test-1094508216 tempest-AttachInterfacesV270Test-1094508216-project-member] Enqueued Resource ID: 925a1882-569c-4410-ab6c-8bb089e55901 with Priority: HIGHEST for action security_group_members [ 1096.222757] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925a1882-569c-4410-ab6c-8bb089e55901 with Priority: HIGHEST for action security_group_members [ 1096.222757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-925a1882-569c-4410-ab6c-8bb089e55901 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.222757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.222757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.222757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.222757] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.223614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.223614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.223614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.223614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.223614] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('925a1882-569c-4410-ab6c-8bb089e55901',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.726706] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.726831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.726929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.727521] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.727521] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.727521] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.727656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.727656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.727808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.727901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.728014] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 925a1882-569c-4410-ab6c-8bb089e55901 is going to be updated. [ 1096.729724] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1096.729964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.730274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.730349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.730457] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.730559] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.730622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.730763] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.730969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.730969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.731089] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.752906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.754312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.754410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.754630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.754773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.762630] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 925a1882-569c-4410-ab6c-8bb089e55901 in Status: IN_PROGRESS for 2s [ 1097.234200] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.234621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.234621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.234771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.234964] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.235097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.235174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.235367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.235461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.235564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.235720] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.235813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.235881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.236100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.236276] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.236381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.236456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.236610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.236709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.236799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.237104] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.739361] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1c2f49-4ae4-428e-9f7d-e26a6755af70: rpc.has_security_group_logging(os_id): False [ 1097.757169] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.757273] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.757346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.757565] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.757742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.757826] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.757944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.758019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.758181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.758285] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.758491] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.758613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.758670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.759019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.759019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.759137] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.759306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.759351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.759525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.759612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.759708] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 1097.816282] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.816484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.816536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.816705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.816849] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.832601] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1097.878317] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.878595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.878595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.878912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.879072] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.384192] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.771359] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 925a1882-569c-4410-ab6c-8bb089e55901 in Status: SUCCESS [ 1098.771543] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 925a1882-569c-4410-ab6c-8bb089e55901 deletion is rescheduled due to dependency. [ 1098.775026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.886916] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.902201] env[69839]: INFO networking_nsxv3.common.synchronization [req-05a10584-509a-490e-828d-6b507751f709 req-d3e05410-21e8-44bc-94ad-551de0686c52 tempest-InstanceActionsV221TestJSON-1420923578 tempest-InstanceActionsV221TestJSON-1420923578-project-member] Enqueued Resource ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea with Priority: HIGHEST for action security_group_members [ 1098.903724] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea with Priority: HIGHEST for action security_group_members [ 1098.904038] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa46931-151d-4210-a9dd-9fd4bbb732ea taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.904174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.904239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.904453] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.904616] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.904717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.904783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.904933] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.905036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.905137] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa46931-151d-4210-a9dd-9fd4bbb732ea',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.389075] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1099.389745] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1099.407868] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.408364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.408544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.408852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.409075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.411462] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.411462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.411462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.411462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.411462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.411462] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea is going to be updated. [ 1099.439668] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.440193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.440193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.440193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.440193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.449533] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea in Status: IN_PROGRESS for 2s [ 1099.858194] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1099.858418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.151364] env[69839]: INFO networking_nsxv3.common.synchronization [req-3323ef8a-00c2-431d-8877-d7aa0037a6fb req-bff4520c-8217-4479-b49e-2139c6b790bb tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1100.152208] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1100.152589] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.152722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.152792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.153089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.153294] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.153444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.153550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.153666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.153750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.153854] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.327937] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.327937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.327937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.327937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.341170] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1100.342436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.343781] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1100.383431] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.384017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.384095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.384363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.395980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.396454] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1100.396454] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.396454] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1100.444274] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.444274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.444274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.444274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.445155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.445412] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1100.562987] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.563252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.563335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.563555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.563833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.564136] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1100.635307] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.635508] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.635508] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.635776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.635991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.636707] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1100.636707] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'18433be0-16fa-4df4-b6b3-cef5fc3c5696', '8aa46931-151d-4210-a9dd-9fd4bbb732ea', '2b2cef02-ab37-4a80-ac4d-29bc01484406', '81d6fa08-67af-434c-8ee4-e4745bff1b55', '41b8d9ef-3e0a-4af9-bd29-64b0efcdc933', '09fc9afa-c1ea-4ab5-99dc-1379588b07c4', '53372200-3e85-4c18-bfdf-e1463c4d88c1', '2d35b0f7-20b1-4c73-a2e2-56e1446e90bf', 'ed1bf457-7368-4f5e-93e1-279ead8b6eba', '4f64cef5-1d21-47d2-8aa4-6adfbf404c87', '965350fc-4672-480a-9f70-597c445d8da7', '9fdff0d9-b3ac-4ee2-9587-4917ad01c49b', '32665456-b708-4a1c-9d47-4b1ea57fa328', '5ee70db3-3426-4c74-92da-e27d09ec9521', '56c87ae6-1a66-45e4-bc2e-c7d86ab46b54', '2ba118e1-f308-494a-926f-0a1db06bb542', '26f9b8c6-1fc0-44c6-bfc8-35197049b16f', '97f8b58e-caa4-456d-99a0-f5151a6da394', '84dab345-e443-4c4e-8d0e-551897456a82', '1ccbf447-ee5d-439e-aa90-7e4d80f5ca55', 'a124e20a-297d-40aa-aa5a-bd6a6e86394c', '4be12104-8034-4075-848a-7de936dfa2e0', '58205274-ac8f-4414-b622-497416881885', '7ea3e048-f852-4179-9279-50657b641a15', '6b1c2f49-4ae4-428e-9f7d-e26a6755af70', 'c4488248-d880-45d4-9832-6218033b27a5', '0dd0b199-5296-46e6-a572-29ee7fad9471', 'fafc63f4-01f1-437e-bd42-bf6258a47894', 'f8e528b5-0000-4528-bbc3-944c50d96073', '77582e5b-0f52-4e40-860e-1420861cf67d', '63e4f150-64a4-47da-a079-fe4d0094aa4e', '6dd5d230-5572-4af9-acc0-2a89ffc1b444', 'c421e7a6-c835-45b1-b9e9-70f2bb178b1b', 'c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19', 'c8f519ca-6bb7-48c8-a310-afda3231b549', '0770ea34-dbb5-4138-84f4-97b070579267', '68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc', '925a1882-569c-4410-ab6c-8bb089e55901', '6ac7a0c3-80f9-4623-9191-6310d7dafdae', '0b7afc89-69af-460f-bd91-c5d9e8ae3e06', '5bae5ae8-0633-4ef1-8fb5-e6890fc125e9', 'ac6928d1-7443-4f53-a35f-3d993425f4ec', '299d6c3e-7080-49f4-8d9e-9d0b93e4a40d', '8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d', '27cce2d4-3598-42cc-a138-5d1834669d3c', 'c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d', '172d40c3-3cfa-4069-ad62-f8b7a81b87a0'} {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.636707] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1100.654968] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.654968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.654968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.655219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.655219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.655219] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1100.655341] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.655341] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1100.656388] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.656504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.656573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.657196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.657336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.657523] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.657625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.657689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.657846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.657919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.658015] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 already deleted. [ 1100.658096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.667782] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.667969] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.668121] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.668423] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.668689] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.668850] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.668967] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.669241] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.669385] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.669595] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.669725] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.669864] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.669979] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.670103] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.670211] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.670345] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.686822] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.686997] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1100.686997] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.687187] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.687507] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-e79728d5-7fde-41d6-b37c-5a6300796e66 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.687679] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-e79728d5-7fde-41d6-b37c-5a6300796e66" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.687800] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-e79728d5-7fde-41d6-b37c-5a6300796e66" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.688141] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-e79728d5-7fde-41d6-b37c-5a6300796e66" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.688285] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79728d5-7fde-41d6-b37c-5a6300796e66',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.731981] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.732250] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.732250] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.732416] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.733557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.737021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1100.737021] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.737021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1100.737021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1100.737021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84dab345-e443-4c4e-8d0e-551897456a82 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGH for action security_group_rules [ 1100.737021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.191156] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.191363] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.191495] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.191789] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.192123] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.192205] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port e79728d5-7fde-41d6-b37c-5a6300796e66 not found, creating... [ 1101.192572] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.192708] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.192852] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.193043] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.193206] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.193498] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.193657] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.193870] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.193987] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.194174] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.194305] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: e79728d5-7fde-41d6-b37c-5a6300796e66 is going to be created. [ 1101.216784] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.216784] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.216784] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.216784] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.216784] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.216784] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-e79728d5-7fde-41d6-b37c-5a6300796e66" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.462392] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea in Status: SUCCESS [ 1101.462997] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea deletion is rescheduled due to dependency. [ 1101.464277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.303039] env[69839]: INFO networking_nsxv3.common.synchronization [req-3323ef8a-00c2-431d-8877-d7aa0037a6fb req-c967b93d-7825-4976-8a23-f8c2f718bce3 service nova] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_rules [ 1102.303251] env[69839]: INFO networking_nsxv3.common.synchronization [req-3323ef8a-00c2-431d-8877-d7aa0037a6fb req-c967b93d-7825-4976-8a23-f8c2f718bce3 service nova] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1102.303413] env[69839]: INFO networking_nsxv3.common.synchronization [req-3323ef8a-00c2-431d-8877-d7aa0037a6fb req-c967b93d-7825-4976-8a23-f8c2f718bce3 service nova] Enqueued Resource ID: e79728d5-7fde-41d6-b37c-5a6300796e66 with Priority: HIGHEST for action port [ 1102.303956] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_rules [ 1102.308760] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1102.308760] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e79728d5-7fde-41d6-b37c-5a6300796e66 with Priority: HIGHEST for action port [ 1102.308891] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGH for action security_group_rules [ 1102.309041] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGH for action security_group_rules [ 1102.309199] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 with Priority: HIGH for action security_group_rules [ 1102.309350] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 with Priority: HIGH for action security_group_rules [ 1102.309478] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGH for action security_group_rules [ 1102.309630] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84dab345-e443-4c4e-8d0e-551897456a82 with Priority: HIGH for action security_group_rules [ 1102.310339] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 with Priority: HIGH for action security_group_rules [ 1102.310511] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f with Priority: HIGH for action security_group_rules [ 1102.310700] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 with Priority: HIGH for action security_group_rules [ 1102.313248] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGH for action security_group_rules [ 1102.313387] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 with Priority: HIGH for action security_group_rules [ 1102.313488] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b with Priority: HIGH for action security_group_rules [ 1102.313592] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGH for action security_group_rules [ 1102.313688] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 with Priority: HIGH for action security_group_rules [ 1102.313777] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba with Priority: HIGH for action security_group_rules [ 1102.313877] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGH for action security_group_rules [ 1102.313964] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf with Priority: HIGH for action security_group_rules [ 1102.314068] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 with Priority: HIGH for action security_group_rules [ 1102.314161] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea with Priority: HIGH for action security_group_rules [ 1102.314242] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 with Priority: HIGH for action security_group_rules [ 1102.315207] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.315339] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.315465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.316322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.316322] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.317921] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.317921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.317921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.319045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.319045] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.319045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.319045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.319045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.319045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.319045] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.321676] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-e79728d5-7fde-41d6-b37c-5a6300796e66 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.321676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e79728d5-7fde-41d6-b37c-5a6300796e66" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.321676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e79728d5-7fde-41d6-b37c-5a6300796e66" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.321676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e79728d5-7fde-41d6-b37c-5a6300796e66" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.321676] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e79728d5-7fde-41d6-b37c-5a6300796e66',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.322368] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.322445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.322536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.322700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.322774] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.326550] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.326626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.326692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.326884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.326974] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.327847] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53372200-3e85-4c18-bfdf-e1463c4d88c1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.327963] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.328052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.328272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.328350] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53372200-3e85-4c18-bfdf-e1463c4d88c1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.329213] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.329333] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.329431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.329618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.330756] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c87ae6-1a66-45e4-bc2e-c7d86ab46b54',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.330756] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.330756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.330756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.330977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.331038] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.333245] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84dab345-e443-4c4e-8d0e-551897456a82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.333407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.333599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.333840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.333939] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84dab345-e443-4c4e-8d0e-551897456a82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.334721] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97f8b58e-caa4-456d-99a0-f5151a6da394 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.334852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.335019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.335093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.335160] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97f8b58e-caa4-456d-99a0-f5151a6da394',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.336518] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26f9b8c6-1fc0-44c6-bfc8-35197049b16f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.336645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.336710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.338203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.338203] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26f9b8c6-1fc0-44c6-bfc8-35197049b16f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.339122] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee70db3-3426-4c74-92da-e27d09ec9521 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.339323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.339389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.339591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.339671] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee70db3-3426-4c74-92da-e27d09ec9521',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.340518] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba118e1-f308-494a-926f-0a1db06bb542 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.341323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.341323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.341323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.341323] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.341556] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32665456-b708-4a1c-9d47-4b1ea57fa328 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.342304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.342304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.342304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.342304] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32665456-b708-4a1c-9d47-4b1ea57fa328',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.343379] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.343532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.343629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.343844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.343955] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fdff0d9-b3ac-4ee2-9587-4917ad01c49b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.345695] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.345695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.345695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.345884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.345985] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.346907] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.347183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.347278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.347491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.347712] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f64cef5-1d21-47d2-8aa4-6adfbf404c87',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.348960] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed1bf457-7368-4f5e-93e1-279ead8b6eba taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.349289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.349347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.349512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.349619] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed1bf457-7368-4f5e-93e1-279ead8b6eba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.350607] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.350758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.350846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.351016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.351118] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.352208] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.352414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.352539] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.352726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.352829] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d35b0f7-20b1-4c73-a2e2-56e1446e90bf',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.353895] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.354153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.354153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.354427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.354615] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41b8d9ef-3e0a-4af9-bd29-64b0efcdc933',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.354779] env[69839]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1102.355304] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa46931-151d-4210-a9dd-9fd4bbb732ea taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.355704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.355814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.356134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.356239] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa46931-151d-4210-a9dd-9fd4bbb732ea',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.357742] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81d6fa08-67af-434c-8ee4-e4745bff1b55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.358096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.358096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.358288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.358390] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81d6fa08-67af-434c-8ee4-e4745bff1b55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.822178] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.827499] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.827623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.827695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.827897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.828126] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.828222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.828222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.830304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.830304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.830304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.830304] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.846446] env[69839]: INFO networking_nsxv3.common.synchronization [req-ff9da824-3466-4a4c-af10-e57127bd1665 req-74567f2f-1f5e-45b2-a27b-63260d43ca36 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1102.846911] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1102.847418] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.847654] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.847654] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.847786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.847933] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.848200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.848287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.848449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.848677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.848677] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.854293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.854411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.854411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.854790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.860776] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.860776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.860776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.860776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.861142] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.861142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.861142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.861303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.861303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.862027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.862027] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.862379] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.862649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.862649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.862786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.862860] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.862992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.863298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.863461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.863550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.863642] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.863727] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.864507] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.864618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.864680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.864834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.864969] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.865089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.865148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.865314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.865397] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.865527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.865655] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.872751] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.875282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.875282] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.875282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.875282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.875562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.875599] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.876247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.876247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.876247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.876247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.876247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.876247] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.877625] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba118e1-f308-494a-926f-0a1db06bb542 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.877737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.878047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.878047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.878867] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.878867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.878867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.878867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.878867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.878867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.878867] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.888938] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e79728d5-7fde-41d6-b37c-5a6300796e66 with status ACTIVE [ 1102.888938] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.888938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.888938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.888938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.888938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.888938] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.888938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.889382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.889382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.889382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.889382] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.889527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.889527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.890252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.890252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.890252] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e79728d5-7fde-41d6-b37c-5a6300796e66 is going to be updated. [ 1102.902320] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.903448] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.907932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.907932] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97f8b58e-caa4-456d-99a0-f5151a6da394 is going to be deleted. [ 1102.910397] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.910575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.910680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.910910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.923338] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9afa-c1ea-4ab5-99dc-1379588b07c4: rpc.has_security_group_logging(os_id): False [ 1102.929903] env[69839]: INFO networking_nsxv3.common.synchronization [req-3e1dc654-d45d-459b-aac9-83fb37e79a84 req-525cb4d0-9b1f-4c28-b78f-568f0293b2e9 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1102.941639] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1102.958940] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.959151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.959223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.959436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.959616] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.959744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.959812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.959984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.960089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.960194] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.963426] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.963552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.970669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.970812] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d35b0f7-20b1-4c73-a2e2-56e1446e90bf is going to be deleted. [ 1102.972370] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.972524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.972524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.972722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.974639] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.974762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.975704] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.975704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.976714] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.976714] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.977663] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.977752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.980210] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.980304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.981276] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.981405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.982080] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.982178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.982926] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.983062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.983134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.983331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.983469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.983794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e79728d5-7fde-41d6-b37c-5a6300796e66" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.986144] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.986235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.987556] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.988692] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.988692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.989013] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.989332] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.989332] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.990473] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.990473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.990473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.995641] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.995906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.995906] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32665456-b708-4a1c-9d47-4b1ea57fa328 is going to be deleted. [ 1102.997094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.997302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.014802] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.015436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.025422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.025422] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53372200-3e85-4c18-bfdf-e1463c4d88c1 is going to be deleted. [ 1103.026305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.026305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.036929] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.037094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.061111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.061111] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41b8d9ef-3e0a-4af9-bd29-64b0efcdc933 is going to be deleted. [ 1103.062156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.062262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.065098] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.065098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.100448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.100682] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f64cef5-1d21-47d2-8aa4-6adfbf404c87 is going to be deleted. [ 1103.101570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.104848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.105965] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.106078] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.135320] env[69839]: INFO networking_nsxv3.common.synchronization [None req-f7e618d9-f9d7-4259-8bd5-a8115094d3c4 None None] Enqueued Resource ID: f9024f14-f6e0-4819-b056-a8f7a6732099 with Priority: HIGHEST for action port [ 1103.135582] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9024f14-f6e0-4819-b056-a8f7a6732099 with Priority: HIGHEST for action port [ 1103.136140] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9024f14-f6e0-4819-b056-a8f7a6732099 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.136297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9024f14-f6e0-4819-b056-a8f7a6732099" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.136334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9024f14-f6e0-4819-b056-a8f7a6732099" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.136829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9024f14-f6e0-4819-b056-a8f7a6732099" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.136972] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9024f14-f6e0-4819-b056-a8f7a6732099',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.140227] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.140383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.156224] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1103.156754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.157058] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26f9b8c6-1fc0-44c6-bfc8-35197049b16f is going to be deleted. [ 1103.157779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.157983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.214022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.214022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.224051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.224461] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81d6fa08-67af-434c-8ee4-e4745bff1b55 is going to be deleted. [ 1103.225526] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.225526] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.281753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.281933] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed1bf457-7368-4f5e-93e1-279ead8b6eba is going to be deleted. [ 1103.282870] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.283097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.318013] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.318136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.331019] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.332386] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.332532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.332594] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.332793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.332961] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.333112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.333213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.333498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.333605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.333701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.333852] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.333951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.334020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.334222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.334373] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.334724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.334795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.334947] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.335045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.335133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.335220] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.352613] env[69839]: INFO networking_nsxv3.common.synchronization [req-317a0f98-2ef9-4f32-aca7-58495996947b req-7eaf1788-203a-41dc-8d22-7dcd57481ae4 tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Enqueued Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_members [ 1103.353157] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGHEST for action security_group_members [ 1103.353499] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.353603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.353808] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.353912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.353999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.354340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.354492] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.354595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.354679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.354986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.354986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.355240] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.357084] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.357230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.368250] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.368382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.370181] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.370420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.370420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.370592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.370753] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.370852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.370918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.371080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.371172] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.371260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.371623] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.371623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.371623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.371802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.371802] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.371950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.372046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.372195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.372248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.372297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.372383] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.388364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.388488] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee70db3-3426-4c74-92da-e27d09ec9521 is going to be deleted. [ 1103.389466] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.389621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.394725] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.399603] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.399603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.421633] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b2cef02-ab37-4a80-ac4d-29bc01484406: rpc.has_security_group_logging(os_id): False [ 1103.423621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.423910] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fdff0d9-b3ac-4ee2-9587-4917ad01c49b is going to be deleted. [ 1103.425445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.425660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.460389] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.460581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.464950] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.469180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.469180] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa46931-151d-4210-a9dd-9fd4bbb732ea is going to be deleted. [ 1103.469894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.470179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.520112] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.520112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.560065] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.560227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.576611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.576611] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c87ae6-1a66-45e4-bc2e-c7d86ab46b54 is going to be deleted. [ 1103.577866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.577866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.621032] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.621174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.630766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.631093] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.631213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.631257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.631448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.631526] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.631616] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1103.635167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.635167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.638739] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9024f14-f6e0-4819-b056-a8f7a6732099 [ 1103.638942] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.639074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.639138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.639324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.639429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.639530] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9024f14-f6e0-4819-b056-a8f7a6732099 already deleted. [ 1103.639610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9024f14-f6e0-4819-b056-a8f7a6732099" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.674114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.674233] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84dab345-e443-4c4e-8d0e-551897456a82 is going to be deleted. [ 1103.675092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.675298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.675388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.675511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d35b0f7-20b1-4c73-a2e2-56e1446e90bf" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.675662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.675923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.675923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.676063] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32665456-b708-4a1c-9d47-4b1ea57fa328" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.676652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.676908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.676967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.677194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53372200-3e85-4c18-bfdf-e1463c4d88c1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.677194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.677324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.677400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.677509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41b8d9ef-3e0a-4af9-bd29-64b0efcdc933" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.677644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.677769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.677837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.677950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f64cef5-1d21-47d2-8aa4-6adfbf404c87" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.678108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.678249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.678331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.678445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26f9b8c6-1fc0-44c6-bfc8-35197049b16f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.678569] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.678709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.683832] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.684020] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.684183] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.684414] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.684671] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.684893] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.685033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.685241] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.685461] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.685580] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.686076] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.686076] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.686076] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.686214] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.686336] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.686553] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.747401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.747591] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.747934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.747934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.748073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.748153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.748251] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1103.749209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.749387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.749475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.749635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81d6fa08-67af-434c-8ee4-e4745bff1b55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.750429] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.750537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.750607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.750769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.750854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.750974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c87ae6-1a66-45e4-bc2e-c7d86ab46b54" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.751122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.751312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.751376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.751487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed1bf457-7368-4f5e-93e1-279ead8b6eba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.752122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.752316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.772415] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.773943] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.086 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.773943] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.773943] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.773943] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-044b660e-422f-478f-9797-487a14400a76 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.773943] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-044b660e-422f-478f-9797-487a14400a76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.773943] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-044b660e-422f-478f-9797-487a14400a76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.774558] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-044b660e-422f-478f-9797-487a14400a76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.774558] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('044b660e-422f-478f-9797-487a14400a76',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.833384] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.833384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.833384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.833384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.833384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.833384] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be created. [ 1103.836778] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18433be0-16fa-4df4-b6b3-cef5fc3c5696: rpc.has_security_group_logging(os_id): False [ 1103.839941] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.839941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.845021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.845149] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.845254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.845313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.845503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.845586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.845682] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 is going to be updated. [ 1103.846834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.847012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.847103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.847338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fdff0d9-b3ac-4ee2-9587-4917ad01c49b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.847338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.847607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.847607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.847761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa46931-151d-4210-a9dd-9fd4bbb732ea" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.847832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.847921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.848119] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.848573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97f8b58e-caa4-456d-99a0-f5151a6da394" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.848698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.848913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.848913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.849046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee70db3-3426-4c74-92da-e27d09ec9521" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.849776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.850134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.850134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.858322] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.858889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.858889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.858889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.903959] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 965350fc-4672-480a-9f70-597c445d8da7: rpc.has_security_group_logging(os_id): False [ 1103.903959] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.903959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.903959] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.903959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.903959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.903959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.903959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.907428] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ba118e1-f308-494a-926f-0a1db06bb542: rpc.has_security_group_logging(os_id): False [ 1103.911987] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1103.918190] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.918190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.918190] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1103.939730] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.939730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.939730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.940389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.940389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.949789] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.949789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.951252] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.951252] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.952054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.952409] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.952409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.952623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.952674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.952721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.952812] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d is going to be updated. [ 1103.953740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.953915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.960792] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: UNINITIALIZED for 2s [ 1103.967212] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.056178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.056178] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.056178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.056178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.056178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.056178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.056178] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.056178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.056178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.056178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.056178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.056578] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.056578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.056578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.056877] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.056877] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.056877] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be updated. [ 1104.058700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.058890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.067744] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.067905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.067982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.069138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.069138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.087198] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.087198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.100106] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d in Status: IN_PROGRESS for 2s [ 1104.122061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.122061] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.122061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.122061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.122233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.122266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.122436] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.122529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.122608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.122768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.122865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.123094] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.123176] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.123239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.123403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.123478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.123570] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 965350fc-4672-480a-9f70-597c445d8da7 is going to be updated. [ 1104.124697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.124868] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.124958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.125090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84dab345-e443-4c4e-8d0e-551897456a82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.125231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.125379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.169012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.169330] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.169433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.169503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.169701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.169788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.169883] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba118e1-f308-494a-926f-0a1db06bb542 is going to be updated. [ 1104.172330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.172579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.172785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.227495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.227648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.227702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.227922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.228526] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.234744] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: IN_PROGRESS for 2s [ 1104.276805] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.277086] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.278129] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.278129] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.278129] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.278129] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 044b660e-422f-478f-9797-487a14400a76 not found, creating... [ 1104.278129] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.278426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.278426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.278649] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.278810] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.280258] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.280258] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.280258] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.280258] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.280258] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.280258] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 044b660e-422f-478f-9797-487a14400a76 is going to be created. [ 1104.281620] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: IN_PROGRESS for 2s [ 1104.313155] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.313155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.313155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.313427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.313427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.335270] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.335600] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.335786] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.336110] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.336409] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.336673] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-044b660e-422f-478f-9797-487a14400a76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.352210] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: IN_PROGRESS for 2s [ 1104.406592] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.407482] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.407698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.407789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.408068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.408262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.446509] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba118e1-f308-494a-926f-0a1db06bb542 in Status: IN_PROGRESS for 2s [ 1104.470390] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.470390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.470390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.470646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.470674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.470801] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1104.584226] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.584391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.584443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.584645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.586092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.610739] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1105.551210] env[69839]: INFO networking_nsxv3.common.synchronization [None req-47450f9f-22d6-4513-8b5d-833e2081c235 None None] Enqueued Resource ID: 70210af7-8f64-4945-9d27-b406e01138af with Priority: HIGHEST for action port [ 1105.555480] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70210af7-8f64-4945-9d27-b406e01138af with Priority: HIGHEST for action port [ 1105.556076] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-70210af7-8f64-4945-9d27-b406e01138af taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.556202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70210af7-8f64-4945-9d27-b406e01138af" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.556292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70210af7-8f64-4945-9d27-b406e01138af" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.556573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70210af7-8f64-4945-9d27-b406e01138af" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.556655] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70210af7-8f64-4945-9d27-b406e01138af',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.699155] env[69839]: INFO networking_nsxv3.common.synchronization [req-3e1dc654-d45d-459b-aac9-83fb37e79a84 req-920a1480-4ee1-462b-8024-373b035cfb15 service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1105.699351] env[69839]: INFO networking_nsxv3.common.synchronization [req-3e1dc654-d45d-459b-aac9-83fb37e79a84 req-920a1480-4ee1-462b-8024-373b035cfb15 service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1105.699488] env[69839]: INFO networking_nsxv3.common.synchronization [req-3e1dc654-d45d-459b-aac9-83fb37e79a84 req-920a1480-4ee1-462b-8024-373b035cfb15 service nova] Enqueued Resource ID: 044b660e-422f-478f-9797-487a14400a76 with Priority: HIGHEST for action port [ 1105.703019] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1105.703019] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1105.703019] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044b660e-422f-478f-9797-487a14400a76 with Priority: HIGHEST for action port [ 1105.703019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.703019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.703019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.703019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.703019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-044b660e-422f-478f-9797-487a14400a76 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.703019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-044b660e-422f-478f-9797-487a14400a76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.703019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-044b660e-422f-478f-9797-487a14400a76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.703019] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-044b660e-422f-478f-9797-487a14400a76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.703019] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('044b660e-422f-478f-9797-487a14400a76',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.704506] env[69839]: INFO networking_nsxv3.common.synchronization [req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b req-bc975d25-3b36-4c65-a003-20adbe9271a5 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_members [ 1105.705139] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_members [ 1105.705416] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-86183d2f-b331-49bb-86f4-d2a0d65aff28 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.705525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.705589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.705839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.705993] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.706102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.706161] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.706310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.706390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.710075] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.927259] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1105.927574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.929048] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1105.929306] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc deletion is rescheduled due to dependency. [ 1105.929449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.970720] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1105.971026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.971463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.971668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.971879] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.971990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.972835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.972835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.972835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.972835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.972835] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.058703] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70210af7-8f64-4945-9d27-b406e01138af [ 1106.058979] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.059166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.059261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.060222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.060222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.060222] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70210af7-8f64-4945-9d27-b406e01138af already deleted. [ 1106.060222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70210af7-8f64-4945-9d27-b406e01138af" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.104332] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.104554] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.104700] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.105065] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.105328] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.105670] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.105828] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.107065] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.107065] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.107065] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.107065] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.107065] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.107065] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.107324] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.107324] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.107324] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.121199] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d in Status: SUCCESS [ 1106.121199] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d deletion is rescheduled due to dependency. [ 1106.121199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.129244] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.129426] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.129567] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.129763] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.130147] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-aea952f1-9696-4cbc-9c01-a85097827700 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.130366] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-aea952f1-9696-4cbc-9c01-a85097827700" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.130492] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-aea952f1-9696-4cbc-9c01-a85097827700" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.130802] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-aea952f1-9696-4cbc-9c01-a85097827700" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.130958] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea952f1-9696-4cbc-9c01-a85097827700',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.206769] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 044b660e-422f-478f-9797-487a14400a76 with status ACTIVE [ 1106.206769] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.206769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.206769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.206769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.206769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.206769] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.207048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.207048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.207048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.207140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.207293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.209878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.209878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.209878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.209878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.209878] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 044b660e-422f-478f-9797-487a14400a76 is going to be updated. [ 1106.209878] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.209878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.209878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.209878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.210329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.210329] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.210329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.210329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.210464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.210464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.210518] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 already deleted. [ 1106.210594] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.231987] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.232147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.232211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.232423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.232558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.232749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-044b660e-422f-478f-9797-487a14400a76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.249267] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: SUCCESS [ 1106.249550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.298347] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: SUCCESS [ 1106.298347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.375648] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: SUCCESS [ 1106.375648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.472868] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ba118e1-f308-494a-926f-0a1db06bb542 in Status: SUCCESS [ 1106.473154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.475704] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.475848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.475897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.476147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.476323] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.476427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.476528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.476648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.476732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.476816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.476969] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.477102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.477195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.477282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.477423] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.477620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.477620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.477752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.477844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.477920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.477998] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.625136] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1106.625530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.625731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.626063] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.626336] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.626494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.627226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.627226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.627226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.627226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.627427] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.627427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.627427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.627601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.627704] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.627804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.627891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.628145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.628419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.628419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.628527] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.629354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.629539] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.629758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.629848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.629895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.630042] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.630141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.630231] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.636082] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.636319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.636455] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.636747] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.636925] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.637114] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port aea952f1-9696-4cbc-9c01-a85097827700 not found, creating... [ 1106.637430] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.637603] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.637781] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.638248] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.638508] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.639089] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.639333] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.639474] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.639825] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.639933] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.641199] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: aea952f1-9696-4cbc-9c01-a85097827700 is going to be created. [ 1106.663736] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.663956] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.664340] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.664651] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.664888] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.665133] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-aea952f1-9696-4cbc-9c01-a85097827700" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.981453] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ae89b41-3242-4044-9461-c6bbdf9b0e37: rpc.has_security_group_logging(os_id): False [ 1107.000413] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.000413] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.000413] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.000413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.001141] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.001141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.001141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.001141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.001141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.001141] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be created. [ 1107.059558] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.059881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.060074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.060421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.060999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.088131] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: IN_PROGRESS for 2s [ 1107.132146] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55: rpc.has_security_group_logging(os_id): False [ 1107.136603] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.151569] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.151754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.151903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.152218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.182522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.182836] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.183027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.183106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.183295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.183389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.183568] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.183659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.184486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.184486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.184486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.184486] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.184486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.184486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.184486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.184872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.184872] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1107.252203] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.252863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.252969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.253195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.253386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.267522] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1107.475173] env[69839]: INFO networking_nsxv3.common.synchronization [req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b req-0056be0b-3eb3-4a42-8af6-8d1b2b2cd641 service nova] Enqueued Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_rules [ 1107.475354] env[69839]: INFO networking_nsxv3.common.synchronization [req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b req-0056be0b-3eb3-4a42-8af6-8d1b2b2cd641 service nova] Enqueued Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_members [ 1107.475497] env[69839]: INFO networking_nsxv3.common.synchronization [req-d4b73bdc-7c1a-4fb6-9b1e-7e1c64c9776b req-0056be0b-3eb3-4a42-8af6-8d1b2b2cd641 service nova] Enqueued Resource ID: aea952f1-9696-4cbc-9c01-a85097827700 with Priority: HIGHEST for action port [ 1107.475725] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_rules [ 1107.475854] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_members [ 1107.476388] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea952f1-9696-4cbc-9c01-a85097827700 with Priority: HIGHEST for action port [ 1107.476914] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86183d2f-b331-49bb-86f4-d2a0d65aff28 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.477058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.477122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.477377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.477426] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.478291] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-86183d2f-b331-49bb-86f4-d2a0d65aff28 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.478410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.478480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.478646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.478792] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.478887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.478952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.479114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.479199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.479288] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.482131] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-aea952f1-9696-4cbc-9c01-a85097827700 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.482276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aea952f1-9696-4cbc-9c01-a85097827700" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.482340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aea952f1-9696-4cbc-9c01-a85097827700" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.482970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aea952f1-9696-4cbc-9c01-a85097827700" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.482970] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea952f1-9696-4cbc-9c01-a85097827700',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.638593] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.983104] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.985207] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-86183d2f-b331-49bb-86f4-d2a0d65aff28 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.985207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.985345] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aea952f1-9696-4cbc-9c01-a85097827700 with status ACTIVE [ 1107.986041] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.986041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.986041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.986259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.986259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.986463] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.986650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.986650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.987244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.987244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.987244] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.987515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.987515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.987612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.987657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.987762] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aea952f1-9696-4cbc-9c01-a85097827700 is going to be updated. [ 1108.011296] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.011474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.011514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.011747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.011985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.012242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aea952f1-9696-4cbc-9c01-a85097827700" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.142075] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.142075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.142075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.143301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.143412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.143526] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1108.189358] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.189513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.189587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.190749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.190749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.207085] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1108.486361] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.990756] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.991144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.991144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.991211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.991658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.991658] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 is going to be created. [ 1109.016579] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.016684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.016738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.016963] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.017179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.028176] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 in Status: UNINITIALIZED for 2s [ 1109.067082] env[69839]: INFO networking_nsxv3.common.synchronization [req-3a6084d9-5e01-48cf-8d88-900cb59eb3c8 req-ea2c86bb-9573-4ab7-90fc-cba57269120a tempest-ServersNegativeTestJSON-374123074 tempest-ServersNegativeTestJSON-374123074-project-member] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 1109.068198] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGHEST for action security_group_members [ 1109.068287] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.068428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.068540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.068875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.068875] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.069150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.069150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.069307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.069970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.069970] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.100088] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1109.100396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.281714] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1109.284033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.284033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.284033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.284033] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.577834] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.577834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.577834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.577834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.577834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.577834] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.577834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.577834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.577834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.577834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.577834] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be updated. [ 1109.604017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.604212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.604279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.604629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.604629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.612309] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: IN_PROGRESS for 2s [ 1109.787217] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.787517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.220571] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1110.220860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.221106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.221375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.221780] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.221986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.222105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.222363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.222494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.222663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.222797] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.727488] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.727660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.727734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.727952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.728133] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.728578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.728653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.728823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.728941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.729007] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.729176] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.729283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.729330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.729472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.729611] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.729702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.729764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.729902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.729984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.730079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.730170] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.037288] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 in Status: SUCCESS [ 1111.037506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.037709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.037992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.038242] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.038404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.038476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.038628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.038828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.038828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.038923] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.233606] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55: rpc.has_security_group_logging(os_id): False [ 1111.250872] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.250872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.251068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.252669] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.252669] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.252669] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.252669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.253134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.253134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.253134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.253326] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1111.309576] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.309724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.309904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.310066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.310368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.327056] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1111.541917] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.622814] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 in Status: SUCCESS [ 1111.623197] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 deletion is rescheduled due to dependency. [ 1111.623341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.043336] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86183d2f-b331-49bb-86f4-d2a0d65aff28: rpc.has_security_group_logging(os_id): False [ 1112.060415] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.060578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.060665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.060883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.060980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.061251] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.061373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.061440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.061618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.061699] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.061799] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 is going to be created. [ 1112.120500] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.120667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.120702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.120908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.121109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.131591] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 in Status: IN_PROGRESS for 2s [ 1113.337030] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1113.337293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.729021] env[69839]: INFO networking_nsxv3.common.synchronization [req-2731732a-fdb9-4f43-8ffa-2a3acf4d5788 req-ac9db2a2-a491-40a8-8758-2cf2c9a1fd07 tempest-ImagesTestJSON-640453759 tempest-ImagesTestJSON-640453759-project-member] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1113.729021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGHEST for action security_group_members [ 1113.729021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.729021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.729021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.729416] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.729692] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.729988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.730168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.730411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.730589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.730755] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.143762] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 in Status: SUCCESS [ 1114.144034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.232753] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.232971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.233086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.233357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.253739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.254170] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.254170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.254320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.254503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.254639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.254737] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be updated. [ 1114.278896] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.279113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.279187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.279413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.279604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.288212] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: IN_PROGRESS for 2s [ 1115.076140] env[69839]: INFO networking_nsxv3.common.synchronization [req-b09ffc95-c68c-4b1e-8a58-3becb7254055 req-f5d37cd0-afba-45f2-8693-82f4f5a3b283 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Enqueued Resource ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab with Priority: HIGHEST for action security_group_members [ 1115.077031] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab with Priority: HIGHEST for action security_group_members [ 1115.077301] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-015226e6-76fe-4cd7-b870-d1241dbf8bab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.077658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.077658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.077771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.077932] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.078334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.078334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.078334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.078453] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.078515] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('015226e6-76fe-4cd7-b870-d1241dbf8bab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.582076] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.582076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.582076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.582076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.582076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.582076] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.582076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.582076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.582076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.582076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.582076] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab already deleted. [ 1115.582076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.815317] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.815528] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-380" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.815655] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-380" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.815999] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-380" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.816304] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.816459] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.816579] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.816807] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.816975] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.817619] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.817755] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.817876] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.818056] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.818190] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.818305] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.821455] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.840849] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.840849] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.840987] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.841633] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-380" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.841633] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-fecdb8e5-1fa1-4844-8f06-daaefc3af588 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.841892] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-fecdb8e5-1fa1-4844-8f06-daaefc3af588" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.842085] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-fecdb8e5-1fa1-4844-8f06-daaefc3af588" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.842443] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-fecdb8e5-1fa1-4844-8f06-daaefc3af588" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.842598] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fecdb8e5-1fa1-4844-8f06-daaefc3af588',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.036170] env[69839]: INFO networking_nsxv3.common.synchronization [req-0c0e0b52-5110-4f18-9a04-64d8906d080b req-73b85f9b-3127-4bfd-bac8-534972299a6e tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_members [ 1116.036170] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGHEST for action security_group_members [ 1116.036170] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.036170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.036170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.036170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.036170] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.036170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.037125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.037419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.037643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.037847] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.299029] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 in Status: SUCCESS [ 1116.299300] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 deletion is rescheduled due to dependency. [ 1116.299368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.345016] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.345307] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.345570] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.345841] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.346045] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.346255] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port fecdb8e5-1fa1-4844-8f06-daaefc3af588 not found, creating... [ 1116.346579] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.346700] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.346821] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.347063] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.347230] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.347547] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.347711] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.347843] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.348118] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.348270] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.348438] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: fecdb8e5-1fa1-4844-8f06-daaefc3af588 is going to be created. [ 1116.367883] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.368096] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.368237] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.368522] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.368762] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.369011] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-fecdb8e5-1fa1-4844-8f06-daaefc3af588" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.540131] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.540260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.540431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.540566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.540831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.540968] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.541141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.541345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.541345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.541545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.541612] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 is going to be updated. [ 1116.573948] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.574196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.574196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.574503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.574620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.583946] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: IN_PROGRESS for 2s [ 1117.324780] env[69839]: INFO networking_nsxv3.common.synchronization [req-ddc2f718-4e0c-4cd9-bbcc-c18a49750a46 req-35569265-0322-42e1-9bfa-1004aa066ade tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1117.325335] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1117.325639] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.325757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.325827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.326258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.326622] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.326721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.326773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.326992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.327139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.327292] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.829851] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.856801] env[69839]: INFO networking_nsxv3.common.synchronization [req-b09ffc95-c68c-4b1e-8a58-3becb7254055 req-cac1ff77-3230-4ff4-89ee-e3b5ce4317a5 service nova] Enqueued Resource ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab with Priority: HIGHEST for action security_group_rules [ 1117.857084] env[69839]: INFO networking_nsxv3.common.synchronization [req-b09ffc95-c68c-4b1e-8a58-3becb7254055 req-cac1ff77-3230-4ff4-89ee-e3b5ce4317a5 service nova] Enqueued Resource ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab with Priority: HIGHEST for action security_group_members [ 1117.857324] env[69839]: INFO networking_nsxv3.common.synchronization [req-b09ffc95-c68c-4b1e-8a58-3becb7254055 req-cac1ff77-3230-4ff4-89ee-e3b5ce4317a5 service nova] Enqueued Resource ID: fecdb8e5-1fa1-4844-8f06-daaefc3af588 with Priority: HIGHEST for action port [ 1117.857619] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab with Priority: HIGHEST for action security_group_rules [ 1117.857845] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab with Priority: HIGHEST for action security_group_members [ 1117.857890] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecdb8e5-1fa1-4844-8f06-daaefc3af588 with Priority: HIGHEST for action port [ 1117.858418] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-015226e6-76fe-4cd7-b870-d1241dbf8bab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.858546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.858615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.858867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.858953] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('015226e6-76fe-4cd7-b870-d1241dbf8bab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.863747] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-015226e6-76fe-4cd7-b870-d1241dbf8bab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.863904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.863974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.864196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.864351] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.864449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.864511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.864656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.864746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.864841] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('015226e6-76fe-4cd7-b870-d1241dbf8bab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.869652] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-fecdb8e5-1fa1-4844-8f06-daaefc3af588 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.869757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fecdb8e5-1fa1-4844-8f06-daaefc3af588" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.869795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fecdb8e5-1fa1-4844-8f06-daaefc3af588" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.869980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fecdb8e5-1fa1-4844-8f06-daaefc3af588" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.870076] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fecdb8e5-1fa1-4844-8f06-daaefc3af588',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.332723] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.370293] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('015226e6-76fe-4cd7-b870-d1241dbf8bab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.371395] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-015226e6-76fe-4cd7-b870-d1241dbf8bab taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.371534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.373109] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fecdb8e5-1fa1-4844-8f06-daaefc3af588 with status ACTIVE [ 1118.373502] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.373502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.373685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.373731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.373899] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.373975] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.374089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.374159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.374310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.374397] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.374564] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.374668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.374748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.374848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.374918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.375012] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fecdb8e5-1fa1-4844-8f06-daaefc3af588 is going to be updated. [ 1118.398092] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.398092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.398092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.398092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.398092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.398441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fecdb8e5-1fa1-4844-8f06-daaefc3af588" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.449276] env[69839]: INFO networking_nsxv3.common.synchronization [req-3f61da4e-3f74-4dad-9859-ed47beab7ef2 req-d71d0d1d-cddf-4225-84f8-71efe65f1ec6 tempest-ServersTestFqdnHostnames-139136276 tempest-ServersTestFqdnHostnames-139136276-project-member] Enqueued Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_members [ 1118.449878] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGHEST for action security_group_members [ 1118.450438] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-63e4f150-64a4-47da-a079-fe4d0094aa4e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.450639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.450729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.451000] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.451408] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.451555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.451637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.451736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.451824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.451991] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.602223] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 in Status: SUCCESS [ 1118.602223] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 deletion is rescheduled due to dependency. [ 1118.602223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.835888] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.835888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.835888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.835888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.835888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.835888] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1118.867476] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.867476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.867610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.867744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.868627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.873654] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('015226e6-76fe-4cd7-b870-d1241dbf8bab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.876242] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1118.954059] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.954228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.954808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.954808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.975934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.976082] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.976205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.976275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.976469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.976565] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.976653] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e is going to be updated. [ 1119.004160] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.004339] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.004413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.004627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.004763] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.015365] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e in Status: IN_PROGRESS for 2s [ 1119.224109] env[69839]: INFO networking_nsxv3.common.synchronization [req-ef26a282-20c5-4202-b181-1a3cdf92015b req-09eb18c4-bf22-40ad-a7a5-61c387ab563d tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Enqueued Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 1119.225454] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 1119.225454] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.225454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.225454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.225454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.225686] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.226081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.226081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.226081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.227251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.227251] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.377071] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.377071] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.377071] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.377542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.377542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.377542] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab is going to be created. [ 1119.399797] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.399948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.400024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.400246] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.400394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.409613] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab in Status: UNINITIALIZED for 2s [ 1119.729223] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.231410] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.733354] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.733676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.733676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.733789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.733953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.733998] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 965350fc-4672-480a-9f70-597c445d8da7 is going to be updated. [ 1120.763730] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.763876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.763876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.764118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.764262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.773370] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: IN_PROGRESS for 2s [ 1120.891459] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1120.891680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.025280] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e in Status: SUCCESS [ 1121.025465] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e deletion is rescheduled due to dependency. [ 1121.025580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.419171] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab in Status: SUCCESS [ 1121.420024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.420024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.420024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.420213] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.420213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.420308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.420399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.420481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.420626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.420660] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('015226e6-76fe-4cd7-b870-d1241dbf8bab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.924168] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-015226e6-76fe-4cd7-b870-d1241dbf8bab taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.924168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.924168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.924168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.924168] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.924168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.924168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.926885] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-015226e6-76fe-4cd7-b870-d1241dbf8bab taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.926885] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.926885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.926885] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('015226e6-76fe-4cd7-b870-d1241dbf8bab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.430729] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 015226e6-76fe-4cd7-b870-d1241dbf8bab: rpc.has_security_group_logging(os_id): False [ 1122.449161] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.449313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.449422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.449657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.449755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.450292] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.450292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.450292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.450292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.450476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.450622] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.450741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.450806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.450996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.451217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.451428] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.451534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.451659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.451770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.452367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.452367] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab is going to be created. [ 1122.523979] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.524206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.524206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.524860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.524860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.546125] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab in Status: IN_PROGRESS for 2s [ 1122.783045] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: SUCCESS [ 1122.783275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.031366] env[69839]: INFO networking_nsxv3.common.synchronization [req-be20d603-6a80-46a8-b7b6-06595fde7c7b req-e0f2cdf0-0da6-4c84-bcd0-9b578652d8f3 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1123.032252] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1123.034399] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.034399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.034399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.034577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.034717] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.034935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.035383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.035383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.035516] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.035671] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.165159] env[69839]: INFO networking_nsxv3.common.synchronization [req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 req-1ab432a8-d510-449d-bc4c-527214e27d02 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1123.165674] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1123.165964] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.166107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.166178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.166375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.166525] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.166621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.166684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.166830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.166916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.167022] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.496257] env[69839]: INFO networking_nsxv3.common.synchronization [None req-4b41609c-a2d8-4fc4-b1a8-959dfe6117c8 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_rules [ 1123.496257] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_rules [ 1123.496257] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.496257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.496257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.496637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.496787] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeac3e4e-1c4f-492a-bf61-d45b3d583dab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.539514] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.539514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.539514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.539514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.539514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.539514] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.539514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.539514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.539514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.539514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.539514] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be updated. [ 1123.567915] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.567915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.567915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.567915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.567915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.572110] env[69839]: INFO networking_nsxv3.common.synchronization [None req-91d72460-cd46-4c10-950c-b9f0ba4ba3d6 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_rules [ 1123.572110] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_rules [ 1123.572110] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.572110] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.574679] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: IN_PROGRESS for 2s [ 1123.596313] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.596491] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.596671] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.597244] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.597244] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.597520] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.597691] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.597960] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.598180] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.598450] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.598646] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.599050] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.599050] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.599189] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1123.599382] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.599735] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.617611] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.617836] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1123.618034] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.618249] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.618560] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-00c75f54-1827-4363-a11a-49875a4f7170 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.618733] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-00c75f54-1827-4363-a11a-49875a4f7170" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.618858] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-00c75f54-1827-4363-a11a-49875a4f7170" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.619197] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-00c75f54-1827-4363-a11a-49875a4f7170" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.619343] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c75f54-1827-4363-a11a-49875a4f7170',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.671270] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.671453] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.671563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.671712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.671821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.672104] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.672243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.672287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.672447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.672529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.672642] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1123.698199] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.698354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.698408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.698596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.698729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.707279] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1124.021107] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.021107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.021107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.021107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.021484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.021484] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab already deleted. [ 1124.021540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.021784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.022089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.022240] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeac3e4e-1c4f-492a-bf61-d45b3d583dab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.122833] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.122833] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.122833] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.122833] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.123403] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.123403] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 00c75f54-1827-4363-a11a-49875a4f7170 not found, creating... [ 1124.123678] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.123836] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.123955] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.124210] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.124368] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.124638] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.124788] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.124911] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.125144] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.125287] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.125427] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 00c75f54-1827-4363-a11a-49875a4f7170 is going to be created. [ 1124.146089] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.146316] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.146442] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.146738] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.146998] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.147241] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-00c75f54-1827-4363-a11a-49875a4f7170" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.545655] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.545871] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.545990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.546260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.546368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.546503] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab already deleted. [ 1124.546634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.558692] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab in Status: SUCCESS [ 1124.558904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.857137] env[69839]: INFO networking_nsxv3.common.synchronization [req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 req-19622ede-77f2-4b30-a611-d9dc1ca1f20d service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 1124.857137] env[69839]: INFO networking_nsxv3.common.synchronization [req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 req-19622ede-77f2-4b30-a611-d9dc1ca1f20d service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1124.857137] env[69839]: INFO networking_nsxv3.common.synchronization [req-7ce77bcb-2c2d-4987-a401-4414dfa7a213 req-19622ede-77f2-4b30-a611-d9dc1ca1f20d service nova] Enqueued Resource ID: 00c75f54-1827-4363-a11a-49875a4f7170 with Priority: HIGHEST for action port [ 1124.857137] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 1124.857137] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1124.857137] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c75f54-1827-4363-a11a-49875a4f7170 with Priority: HIGHEST for action port [ 1124.857356] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.857356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.857494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.857661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.857700] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.858758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.859207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.859207] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-00c75f54-1827-4363-a11a-49875a4f7170 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.859207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00c75f54-1827-4363-a11a-49875a4f7170" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.859207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00c75f54-1827-4363-a11a-49875a4f7170" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.859469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00c75f54-1827-4363-a11a-49875a4f7170" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.859469] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c75f54-1827-4363-a11a-49875a4f7170',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.361486] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00c75f54-1827-4363-a11a-49875a4f7170 with status ACTIVE [ 1125.361869] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.361869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.361869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.362253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.362253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.362253] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.362419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.362419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.362504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.362576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.362751] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.362846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.362968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.363053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.363132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.363217] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00c75f54-1827-4363-a11a-49875a4f7170 is going to be updated. [ 1125.364349] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.364454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.382969] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.382969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.382969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.382969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.383234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.383281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00c75f54-1827-4363-a11a-49875a4f7170" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.584953] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1125.585170] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 deletion is rescheduled due to dependency. [ 1125.585293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.719210] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1125.719210] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc deletion is rescheduled due to dependency. [ 1125.719210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.719210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.719210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.719210] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.719210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.719210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.719529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.719529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.719529] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.221940] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.724449] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.984120] env[69839]: INFO networking_nsxv3.common.synchronization [None req-6af98811-ffe0-4f89-8adc-2649a5ea1919 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Enqueued Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_rules [ 1126.984823] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_rules [ 1126.985016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.985280] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.985379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.985671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.985786] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.060191] env[69839]: INFO networking_nsxv3.common.synchronization [None req-abd62dfa-7a49-4659-a589-f1a271efea1b tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Enqueued Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_rules [ 1127.060763] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_rules [ 1127.061018] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.061183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.228918] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.228918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.228918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.228918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.228918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.228918] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1127.256835] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.256835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.256835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.256835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.256835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.265219] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1127.509706] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.509997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.510090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.510314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.510405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.510506] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 already deleted. [ 1127.510626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.510777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.510927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.511030] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.032668] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.032668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.033065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.033174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.033325] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.033464] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 already deleted. [ 1128.033587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.276142] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1129.276142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.276470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.276470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.276648] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.276758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.276821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.277014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.277065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.277145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.277233] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.781295] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.781473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.781527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.781725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.781889] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.782051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.782121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.782283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.782375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.782466] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.782613] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.782706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.782766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.782926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.783053] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.783151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.783210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.783781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.783873] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.783992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.784103] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.287042] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc: rpc.has_security_group_logging(os_id): False [ 1130.308573] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.308777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.308830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.309061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.309155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.309384] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.309530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.309601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.309950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.309950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.310222] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.310337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.310431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.310659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.310768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.310985] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.311116] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.311181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.311340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.311411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.311618] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1130.396659] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.396945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.396945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.397170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.397260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.419312] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1132.062321] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1132.062321] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1132.436077] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1132.436321] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.984149] env[69839]: INFO networking_nsxv3.common.synchronization [req-d4385622-6508-4d07-9a3a-0f66b6dfb62c req-f95e0bc4-f4da-45eb-a477-536dd9fa8ebf tempest-ServerRescueNegativeTestJSON-1321535220 tempest-ServerRescueNegativeTestJSON-1321535220-project-member] Enqueued Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 1133.984149] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGHEST for action security_group_members [ 1133.984149] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.984149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.984149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.988616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.989193] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.989193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.989193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.989380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.989455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.989557] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.493035] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.493259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.493334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.493571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.493648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.493848] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.493946] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.494016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.494217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.494353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.494406] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 965350fc-4672-480a-9f70-597c445d8da7 is going to be updated. [ 1134.520798] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.521061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.521061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.521278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.521423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.531157] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: IN_PROGRESS for 2s [ 1134.825262] env[69839]: INFO networking_nsxv3.common.synchronization [None req-28fdc6e6-8eee-4f70-9776-ba6235f6fe04 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Enqueued Resource ID: 0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda with Priority: HIGHEST for action security_group_rules [ 1134.826221] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda with Priority: HIGHEST for action security_group_rules [ 1134.826660] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.826860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.826978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.827363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.827669] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.950485] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9b1f2aaf-4b82-46dc-a23b-d7b28f4275ad tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Enqueued Resource ID: 0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda with Priority: HIGHEST for action security_group_rules [ 1134.950485] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda with Priority: HIGHEST for action security_group_rules [ 1134.950713] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.950840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.347769] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.348187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.348187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.348274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.348320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.348386] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda already deleted. [ 1135.348470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.348616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.348774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.348869] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.870324] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.870510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.870510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.870722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.870818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.870914] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda already deleted. [ 1135.870999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cfe7cc1-b3ea-49d0-875a-a988ca3b6bda" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.541636] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 965350fc-4672-480a-9f70-597c445d8da7 in Status: SUCCESS [ 1136.541915] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 965350fc-4672-480a-9f70-597c445d8da7 deletion is rescheduled due to dependency. [ 1136.541915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.561849] env[69839]: INFO networking_nsxv3.common.synchronization [req-a5b3dda1-ca44-4a14-9c17-b0db92a4e4ae req-0ac137dd-f95d-44dd-8be6-8176d819b4cf tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_members [ 1136.562459] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGHEST for action security_group_members [ 1136.562804] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ba118e1-f308-494a-926f-0a1db06bb542 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.562952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.563066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.563253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.563426] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.563592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.563666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.563843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.563963] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.564083] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.066784] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.067020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.067090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.067302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.067399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.067616] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.067716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.067779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.067945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.068055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.068147] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba118e1-f308-494a-926f-0a1db06bb542 is going to be updated. [ 1137.093659] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.093808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.095059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.095059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.095059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.103019] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba118e1-f308-494a-926f-0a1db06bb542 in Status: IN_PROGRESS for 2s [ 1137.161445] env[69839]: INFO networking_nsxv3.common.synchronization [req-10005138-6594-4a98-9f7e-170f198fe122 req-8f8f9b8f-681f-41a8-9bdb-f78fcfffddaf tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_members [ 1137.161987] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_members [ 1137.162305] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.162428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.162498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.162760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.162957] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.163047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.163144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.163307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.163392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.163487] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeac3e4e-1c4f-492a-bf61-d45b3d583dab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.562394] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.563021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.563021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.563096] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.563381] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.563502] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.563631] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.563860] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.564050] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.565985] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.566154] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.567196] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.568125] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.568125] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.568125] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.568125] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.586598] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.586784] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1137.586929] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.587129] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.587449] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-07cc136d-ff9b-4ccc-8c23-41203b25e27b taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.587627] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-07cc136d-ff9b-4ccc-8c23-41203b25e27b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.587750] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-07cc136d-ff9b-4ccc-8c23-41203b25e27b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.588238] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-07cc136d-ff9b-4ccc-8c23-41203b25e27b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.588391] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cc136d-ff9b-4ccc-8c23-41203b25e27b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.669379] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.669379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.669379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.669555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.669555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.669696] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.669791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.669844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.670059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.670141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.670249] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab already deleted. [ 1137.670312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.085081] env[69839]: INFO networking_nsxv3.common.synchronization [req-34cfe252-1963-4975-bc91-b19debf3b583 req-2025364d-9061-4018-b212-7ba4e6595033 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1138.085622] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1138.086199] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.086347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.086429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.086633] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.086787] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.086891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.086957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.087639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.087740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.087843] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.090665] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.090852] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.090983] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.091236] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.091428] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.091593] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 07cc136d-ff9b-4ccc-8c23-41203b25e27b not found, creating... [ 1138.091846] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.092043] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.092177] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.092396] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.092541] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.092866] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.093064] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.093186] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.093401] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.093541] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.093685] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 07cc136d-ff9b-4ccc-8c23-41203b25e27b is going to be created. [ 1138.113997] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.113997] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.113997] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.114356] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.114356] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.114483] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-07cc136d-ff9b-4ccc-8c23-41203b25e27b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.589843] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.590338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.590338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.590453] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.590551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.590822] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.590957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.591077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.591288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.591400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.591518] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1138.619067] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.619067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.619067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.619067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.619067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.625847] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1138.912620] env[69839]: INFO networking_nsxv3.common.synchronization [req-10005138-6594-4a98-9f7e-170f198fe122 req-0dd6e86d-55e9-4fbe-9e3c-904e69d60872 service nova] Enqueued Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_rules [ 1138.912802] env[69839]: INFO networking_nsxv3.common.synchronization [req-10005138-6594-4a98-9f7e-170f198fe122 req-0dd6e86d-55e9-4fbe-9e3c-904e69d60872 service nova] Enqueued Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_members [ 1138.912957] env[69839]: INFO networking_nsxv3.common.synchronization [req-10005138-6594-4a98-9f7e-170f198fe122 req-0dd6e86d-55e9-4fbe-9e3c-904e69d60872 service nova] Enqueued Resource ID: 07cc136d-ff9b-4ccc-8c23-41203b25e27b with Priority: HIGHEST for action port [ 1138.913466] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_rules [ 1138.913596] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_members [ 1138.913697] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cc136d-ff9b-4ccc-8c23-41203b25e27b with Priority: HIGHEST for action port [ 1138.913966] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.914234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.914307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.914517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.914601] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeac3e4e-1c4f-492a-bf61-d45b3d583dab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.915433] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.915545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.915641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.915770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.915909] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.916008] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.916077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.916217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.916300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.916389] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeac3e4e-1c4f-492a-bf61-d45b3d583dab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.917117] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-07cc136d-ff9b-4ccc-8c23-41203b25e27b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.917228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07cc136d-ff9b-4ccc-8c23-41203b25e27b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.917295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07cc136d-ff9b-4ccc-8c23-41203b25e27b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.917445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07cc136d-ff9b-4ccc-8c23-41203b25e27b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.917519] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cc136d-ff9b-4ccc-8c23-41203b25e27b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.112023] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ba118e1-f308-494a-926f-0a1db06bb542 in Status: SUCCESS [ 1139.112269] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ba118e1-f308-494a-926f-0a1db06bb542 deletion is rescheduled due to dependency. [ 1139.112494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.419172] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeac3e4e-1c4f-492a-bf61-d45b3d583dab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.420368] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.420494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.427035] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07cc136d-ff9b-4ccc-8c23-41203b25e27b with status ACTIVE [ 1139.427035] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.427035] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.427035] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.427035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.427035] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07cc136d-ff9b-4ccc-8c23-41203b25e27b is going to be updated. [ 1139.445417] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.445566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.445638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.445851] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.446087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.446255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07cc136d-ff9b-4ccc-8c23-41203b25e27b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.897197] env[69839]: INFO networking_nsxv3.common.synchronization [req-341fd2a5-b30d-41ea-94be-1683f0d62cac req-7dbe8d2a-e617-430e-87eb-5c2c9c3350da tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Enqueued Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_members [ 1139.897653] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_members [ 1139.897958] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.898916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.898916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.898916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.898916] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.898916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.898916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.898916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.898916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.899280] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.922495] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeac3e4e-1c4f-492a-bf61-d45b3d583dab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.347067] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.347290] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.347423] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.347701] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.347965] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.348750] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.348750] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.348750] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.348750] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.348903] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.349016] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.349284] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.349414] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.349534] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.349647] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.349785] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.368317] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.368486] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.368628] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.368802] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.369105] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-2bab9b23-354a-42ce-accb-ec0139c7fb8f taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.369279] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.369402] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.369709] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.369860] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bab9b23-354a-42ce-accb-ec0139c7fb8f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.400729] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.400975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.401077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.401279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.401370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.401557] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.401655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.401719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.401865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.401975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.402114] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 already deleted. [ 1140.402200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.425636] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.425806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.425852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.426055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.426148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.426244] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab is going to be created. [ 1140.454963] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.455125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.455196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.455403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.455561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.464880] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab in Status: UNINITIALIZED for 2s [ 1140.635056] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1140.635240] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc deletion is rescheduled due to dependency. [ 1140.635356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.872516] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.872725] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.872875] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.873263] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.873434] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.873612] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 2bab9b23-354a-42ce-accb-ec0139c7fb8f not found, creating... [ 1140.873870] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.874045] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.874184] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.874439] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.874605] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.874914] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.875111] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.875239] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.875479] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.875633] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.875779] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 2bab9b23-354a-42ce-accb-ec0139c7fb8f is going to be created. [ 1140.893566] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.893749] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.893916] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.894189] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.894451] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.894690] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.736625] env[69839]: INFO networking_nsxv3.common.synchronization [req-341fd2a5-b30d-41ea-94be-1683f0d62cac req-fb2706e9-3d3e-4091-8f3a-6445dcc8d813 service nova] Enqueued Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_rules [ 1141.736878] env[69839]: INFO networking_nsxv3.common.synchronization [req-341fd2a5-b30d-41ea-94be-1683f0d62cac req-fb2706e9-3d3e-4091-8f3a-6445dcc8d813 service nova] Enqueued Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_members [ 1141.736989] env[69839]: INFO networking_nsxv3.common.synchronization [req-341fd2a5-b30d-41ea-94be-1683f0d62cac req-fb2706e9-3d3e-4091-8f3a-6445dcc8d813 service nova] Enqueued Resource ID: 2bab9b23-354a-42ce-accb-ec0139c7fb8f with Priority: HIGHEST for action port [ 1141.737178] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_rules [ 1141.737303] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_members [ 1141.737371] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bab9b23-354a-42ce-accb-ec0139c7fb8f with Priority: HIGHEST for action port [ 1141.737884] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.738036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.742070] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.742070] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.742070] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.742070] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.742070] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bab9b23-354a-42ce-accb-ec0139c7fb8f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.742070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.742070] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bab9b23-354a-42ce-accb-ec0139c7fb8f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.850710] env[69839]: INFO networking_nsxv3.common.synchronization [req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 req-526c5c00-4e24-4862-bec1-938044293038 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1141.851264] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1141.851561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.851682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.851751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.851952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.852175] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.852282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.852346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.852869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.852869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.852869] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.128944] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.129193] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.129297] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.129565] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.129830] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.129999] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.130120] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.130339] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.130544] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.130784] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.130915] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.131039] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.131156] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.131272] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.131382] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.131522] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.148724] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.150033] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1142.150033] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.150033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.150033] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-334b6fb0-b38d-426a-be29-26bac5ec7916 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.150033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-334b6fb0-b38d-426a-be29-26bac5ec7916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.150313] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-334b6fb0-b38d-426a-be29-26bac5ec7916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.150579] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-334b6fb0-b38d-426a-be29-26bac5ec7916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.150771] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334b6fb0-b38d-426a-be29-26bac5ec7916',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.243062] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.243286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.243418] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.244424] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bab9b23-354a-42ce-accb-ec0139c7fb8f with status ACTIVE [ 1142.244590] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.245378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.245378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.245378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.245378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.245378] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.245621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.245621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.245621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.245818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.245887] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.245934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.245969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.246120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.246195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.246278] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bab9b23-354a-42ce-accb-ec0139c7fb8f is going to be updated. [ 1142.270667] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.270802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.270879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.271115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.271258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.271419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.354453] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.473862] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab in Status: SUCCESS [ 1142.473862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.473862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.474115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.474313] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.474436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.474502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.474679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.474760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.474848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.474937] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeac3e4e-1c4f-492a-bf61-d45b3d583dab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.653297] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.653659] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.653858] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.654682] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.654682] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.654796] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 334b6fb0-b38d-426a-be29-26bac5ec7916 not found, creating... [ 1142.655181] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.655458] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.655637] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.655882] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.656082] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.656358] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.656923] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.656923] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.656923] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.657063] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.657162] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 334b6fb0-b38d-426a-be29-26bac5ec7916 is going to be created. [ 1142.675802] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.675998] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.676147] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.676473] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.677865] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.677865] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-334b6fb0-b38d-426a-be29-26bac5ec7916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.748870] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.857230] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.977035] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeac3e4e-1c4f-492a-bf61-d45b3d583dab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.251543] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.251701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.251774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.252041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.252183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.252270] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 is going to be created. [ 1143.275488] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.275638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.275714] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.275914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.276096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.285279] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 in Status: UNINITIALIZED for 2s [ 1143.359317] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.359532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.359635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.359878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.360016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.360153] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1143.364681] env[69839]: INFO networking_nsxv3.common.synchronization [req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 req-abfd71dd-bed5-4434-92e9-8bbb7b93d48c service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1143.364917] env[69839]: INFO networking_nsxv3.common.synchronization [req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 req-abfd71dd-bed5-4434-92e9-8bbb7b93d48c service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1143.365107] env[69839]: INFO networking_nsxv3.common.synchronization [req-16101f2f-e26a-4f8a-97a6-fc3e0afefed2 req-abfd71dd-bed5-4434-92e9-8bbb7b93d48c service nova] Enqueued Resource ID: 334b6fb0-b38d-426a-be29-26bac5ec7916 with Priority: HIGHEST for action port [ 1143.367566] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1143.367753] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1143.367891] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334b6fb0-b38d-426a-be29-26bac5ec7916 with Priority: HIGHEST for action port [ 1143.368209] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.368574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.368667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.368877] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.368995] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.369828] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.369952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.370179] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-334b6fb0-b38d-426a-be29-26bac5ec7916 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.370314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-334b6fb0-b38d-426a-be29-26bac5ec7916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.371015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-334b6fb0-b38d-426a-be29-26bac5ec7916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.371015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-334b6fb0-b38d-426a-be29-26bac5ec7916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.371015] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334b6fb0-b38d-426a-be29-26bac5ec7916',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.392874] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.393058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.393105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.393285] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.393424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.401939] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1143.480503] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeac3e4e-1c4f-492a-bf61-d45b3d583dab: rpc.has_security_group_logging(os_id): False [ 1143.542013] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.542171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.542248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.542460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.542552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.542794] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.542895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.542955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.543149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.543238] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.543328] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab is going to be created. [ 1143.640788] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.640968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.641052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.641260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.641439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.652874] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab in Status: IN_PROGRESS for 2s [ 1143.873031] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.873031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.873031] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 334b6fb0-b38d-426a-be29-26bac5ec7916 with status ACTIVE [ 1143.873031] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.873031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.873031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.873641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.873641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.873641] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.873641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.873641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.873641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.873827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.874052] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.874052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.874166] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.874218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.874308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.874408] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 334b6fb0-b38d-426a-be29-26bac5ec7916 is going to be updated. [ 1143.896557] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.896557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.896557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.896774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.896805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.896980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-334b6fb0-b38d-426a-be29-26bac5ec7916" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.295729] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 in Status: SUCCESS [ 1145.296079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.296149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.296149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.296149] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.296811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.296811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.296811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.296945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.296990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.297090] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.413283] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1145.414922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.414922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.414922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.415115] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.415171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.415239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.415399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.415486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.415585] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.666105] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab in Status: SUCCESS [ 1145.666341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.803598] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.918639] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.305595] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cb6688e-a42b-4ca8-b966-4865b55f0d12: rpc.has_security_group_logging(os_id): False [ 1146.325573] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.325700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.325700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.325907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.326017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.326334] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.326457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.326523] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.326689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.326772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.326858] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 is going to be created. [ 1146.385114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.385114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.385114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.385302] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.385345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.396237] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 in Status: IN_PROGRESS for 2s [ 1146.421035] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.923789] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.924016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.924228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.924408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.924552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.924608] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1146.954533] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.954769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.954769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.954981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.955191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.964408] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1148.186786] env[69839]: INFO networking_nsxv3.common.synchronization [None req-2050c4e3-f3b9-439c-92a5-f469dc2ef5c2 None None] Enqueued Resource ID: 738c9dc7-f971-43a0-b5bd-579140f459ce with Priority: HIGHEST for action port [ 1148.186786] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738c9dc7-f971-43a0-b5bd-579140f459ce with Priority: HIGHEST for action port [ 1148.186786] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-738c9dc7-f971-43a0-b5bd-579140f459ce taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.186786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-738c9dc7-f971-43a0-b5bd-579140f459ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.186786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-738c9dc7-f971-43a0-b5bd-579140f459ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.186786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-738c9dc7-f971-43a0-b5bd-579140f459ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.187530] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('738c9dc7-f971-43a0-b5bd-579140f459ce',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.407372] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 in Status: SUCCESS [ 1148.407718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.689260] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 738c9dc7-f971-43a0-b5bd-579140f459ce [ 1148.689476] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.689614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.689681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.689893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.690040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.690296] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:738c9dc7-f971-43a0-b5bd-579140f459ce already deleted. [ 1148.690396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-738c9dc7-f971-43a0-b5bd-579140f459ce" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.777021] env[69839]: INFO networking_nsxv3.common.synchronization [req-2a438267-7031-4115-b702-71499fc8e87c req-b57ba3e5-55d2-47aa-ac39-a896848890ca tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1148.779855] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1148.780452] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.782249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.782249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.782471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.782650] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.782759] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.782826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.783546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.783546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.783546] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.975543] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1148.976306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.976635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.977124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.977227] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.977387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.977432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.977648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.977752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.977889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.977989] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.115025] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.115025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.115025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.115025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.115025] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.115025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.115025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.115025] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.115518] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.115880] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.116166] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.116395] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.116599] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.116836] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.117063] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.117332] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.138104] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.140835] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.140835] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.140835] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.140835] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-60e5db98-20f9-4cac-b1ba-ab4e08c23a17 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.140835] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-60e5db98-20f9-4cac-b1ba-ab4e08c23a17" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.140835] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-60e5db98-20f9-4cac-b1ba-ab4e08c23a17" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.140835] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-60e5db98-20f9-4cac-b1ba-ab4e08c23a17" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.140835] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e5db98-20f9-4cac-b1ba-ab4e08c23a17',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.285335] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.285674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.285674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.285904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.285904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.286039] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.286165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.286165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.286335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.286415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.286498] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be updated. [ 1149.313054] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.313054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.313054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.313054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.313054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.320991] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: IN_PROGRESS for 2s [ 1149.481061] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.481061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.481985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.482787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.482787] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.482787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.482787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.482787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.483106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.483106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.483177] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.483320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.483320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.483458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.483598] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.483729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.483783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.483880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.483957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.484058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.484151] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.643256] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.643933] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.643933] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.643933] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.644131] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.644245] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 60e5db98-20f9-4cac-b1ba-ab4e08c23a17 not found, creating... [ 1149.644553] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.644727] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.644842] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.645091] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.645244] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.645562] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.645741] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.645863] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.646106] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.646240] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.646390] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 60e5db98-20f9-4cac-b1ba-ab4e08c23a17 is going to be created. [ 1149.666059] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.666286] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.666418] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.666684] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.666927] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.667173] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-60e5db98-20f9-4cac-b1ba-ab4e08c23a17" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.986944] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55: rpc.has_security_group_logging(os_id): False [ 1150.008031] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.008796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.008909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.009185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.009346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.009618] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.009759] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.009937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.010198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.010317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.010548] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.010692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.014128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.014343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.014432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.014657] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.014761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.014827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.014979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.015073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.015169] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1150.073153] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.073153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.073153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.073153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.073153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.086511] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1150.400201] env[69839]: INFO networking_nsxv3.common.synchronization [req-2a438267-7031-4115-b702-71499fc8e87c req-d4caf3a2-46de-40b1-8126-f2755316c7cc service nova] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_rules [ 1150.400544] env[69839]: INFO networking_nsxv3.common.synchronization [req-2a438267-7031-4115-b702-71499fc8e87c req-d4caf3a2-46de-40b1-8126-f2755316c7cc service nova] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1150.400544] env[69839]: INFO networking_nsxv3.common.synchronization [req-2a438267-7031-4115-b702-71499fc8e87c req-d4caf3a2-46de-40b1-8126-f2755316c7cc service nova] Enqueued Resource ID: 60e5db98-20f9-4cac-b1ba-ab4e08c23a17 with Priority: HIGHEST for action port [ 1150.401320] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_rules [ 1150.401481] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1150.401582] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e5db98-20f9-4cac-b1ba-ab4e08c23a17 with Priority: HIGHEST for action port [ 1150.401864] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.401991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.402137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.402543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.402634] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.404058] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.404179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.404579] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-60e5db98-20f9-4cac-b1ba-ab4e08c23a17 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.404713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60e5db98-20f9-4cac-b1ba-ab4e08c23a17" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.404781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60e5db98-20f9-4cac-b1ba-ab4e08c23a17" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.404962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60e5db98-20f9-4cac-b1ba-ab4e08c23a17" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.405142] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e5db98-20f9-4cac-b1ba-ab4e08c23a17',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.455146] env[69839]: INFO networking_nsxv3.common.synchronization [None req-29263b52-38a4-4e39-b36c-892bf43fd275 None None] Enqueued Resource ID: 39683577-a7a8-4c68-a53f-63ad240e9d7a with Priority: HIGHEST for action port [ 1150.455398] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39683577-a7a8-4c68-a53f-63ad240e9d7a with Priority: HIGHEST for action port [ 1150.455953] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-39683577-a7a8-4c68-a53f-63ad240e9d7a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.456102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39683577-a7a8-4c68-a53f-63ad240e9d7a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.456167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39683577-a7a8-4c68-a53f-63ad240e9d7a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.456391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39683577-a7a8-4c68-a53f-63ad240e9d7a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.456473] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39683577-a7a8-4c68-a53f-63ad240e9d7a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.905390] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.905583] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.908026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60e5db98-20f9-4cac-b1ba-ab4e08c23a17 with status ACTIVE [ 1150.908309] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.908548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.908548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.908805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.908942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.909144] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.909247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.909313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.909463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.909566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.909715] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.909808] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.909869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.910045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.910123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.910209] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60e5db98-20f9-4cac-b1ba-ab4e08c23a17 is going to be updated. [ 1150.933801] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.934025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.934088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.934783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.934783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.934783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60e5db98-20f9-4cac-b1ba-ab4e08c23a17" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.963361] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39683577-a7a8-4c68-a53f-63ad240e9d7a [ 1150.963713] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.963937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.964394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.964394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.964561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.964730] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39683577-a7a8-4c68-a53f-63ad240e9d7a already deleted. [ 1150.964835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39683577-a7a8-4c68-a53f-63ad240e9d7a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.330391] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1151.330592] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 deletion is rescheduled due to dependency. [ 1151.330711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.330872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.331113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.331298] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.331411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.331478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.331634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.331719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.332399] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.835527] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.100990] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1152.101265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.338570] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.840986] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.841465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.841465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.841465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.841660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.841660] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be updated. [ 1152.869772] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.869772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.869772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.870031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.870031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.878787] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: IN_PROGRESS for 2s [ 1153.455573] env[69839]: INFO networking_nsxv3.common.synchronization [req-b4ae13f5-d951-4ec9-9733-f9ab9b4ccbba req-eb138d18-7242-4345-83c7-ab5ef2acc888 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Enqueued Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_members [ 1153.455573] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGHEST for action security_group_members [ 1153.455573] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea3e048-f852-4179-9279-50657b641a15 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.455573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.455573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.455573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.455778] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.455889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.455949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.456125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.456261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.456555] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.959960] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.960402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.960402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.960475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.981861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.982253] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.982400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.982476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.982691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.982793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.982897] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea3e048-f852-4179-9279-50657b641a15 is going to be updated. [ 1154.008473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.008621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.008707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.008923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.009095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.016642] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea3e048-f852-4179-9279-50657b641a15 in Status: IN_PROGRESS for 2s [ 1154.354607] env[69839]: INFO networking_nsxv3.common.synchronization [req-15154295-5dc4-4d6e-a388-47336db780a7 req-e0c5fdac-c0f5-48f6-a732-d225e625cc25 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1154.355226] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1154.355498] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.355619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.355737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.355923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.356078] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.356179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.356239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.356409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.356493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.356584] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.733209] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.733500] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.733642] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.733929] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.734275] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.734445] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.734638] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.734872] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.735064] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.735833] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.735833] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.735833] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.735833] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.735833] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.736081] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.736131] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.758219] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.758219] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.758219] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.758219] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.758219] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-df6f49df-71e3-4622-a940-7a3b722df306 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.758219] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-df6f49df-71e3-4622-a940-7a3b722df306" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.758219] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-df6f49df-71e3-4622-a940-7a3b722df306" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.758219] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-df6f49df-71e3-4622-a940-7a3b722df306" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.758219] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6f49df-71e3-4622-a940-7a3b722df306',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.859431] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.859431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.859431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.859431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.884191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.884191] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.884191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.884460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.884707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.884851] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.884978] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1154.889942] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1154.890593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.890593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.891140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.891411] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.891598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.891729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.891968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.892225] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.892404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.892547] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.935811] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.935984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.936585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.936585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.936585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.947129] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1155.190798] env[69839]: INFO networking_nsxv3.common.synchronization [req-5b7dc891-c628-47c9-9e45-ab7be8dc6a11 req-068f9089-9a6e-4c8f-babd-50b9f1594935 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1155.191443] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1155.191728] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.191937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.192065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.192911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.193099] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.193288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.193288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.193467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.193554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.193666] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.264195] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.264461] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.264628] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.264918] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.265086] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.265251] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port df6f49df-71e3-4622-a940-7a3b722df306 not found, creating... [ 1155.265523] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.265699] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.265824] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.266082] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.266234] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.266521] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.266682] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.266812] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.267038] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.267191] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.267333] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: df6f49df-71e3-4622-a940-7a3b722df306 is going to be created. [ 1155.292020] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.292424] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.292683] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.292995] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.293648] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.293777] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-df6f49df-71e3-4622-a940-7a3b722df306" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.395742] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.395742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.395742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.395742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.395742] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.396141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.396141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.396141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.396141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.396279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.396369] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.396464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.396528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.396672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.396802] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.396891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.396952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.397102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.397180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.397261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.397351] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.695740] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.695940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.696034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.696254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.696349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.696548] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.696659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.696733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.696894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.696973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.697070] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1155.731159] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.731361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.731423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.731605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.731747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.740262] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1155.903168] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ae89b41-3242-4044-9461-c6bbdf9b0e37: rpc.has_security_group_logging(os_id): False [ 1155.920243] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.920436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.920533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.920804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.920928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.921253] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.921410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.921410] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.921606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.921711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.921976] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.922423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.922523] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.922720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.922827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.923108] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.925191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.925273] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.925437] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.925826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.925826] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be updated. [ 1155.982293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.982444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.982531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.982778] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.982931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.003469] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: IN_PROGRESS for 2s [ 1156.025906] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea3e048-f852-4179-9279-50657b641a15 in Status: SUCCESS [ 1156.026110] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea3e048-f852-4179-9279-50657b641a15 deletion is rescheduled due to dependency. [ 1156.026232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.062548] env[69839]: INFO networking_nsxv3.common.synchronization [req-15154295-5dc4-4d6e-a388-47336db780a7 req-5e319111-f3b7-43d0-8ef4-a896f9bc8a35 service nova] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_rules [ 1156.062695] env[69839]: INFO networking_nsxv3.common.synchronization [req-15154295-5dc4-4d6e-a388-47336db780a7 req-5e319111-f3b7-43d0-8ef4-a896f9bc8a35 service nova] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1156.062839] env[69839]: INFO networking_nsxv3.common.synchronization [req-15154295-5dc4-4d6e-a388-47336db780a7 req-5e319111-f3b7-43d0-8ef4-a896f9bc8a35 service nova] Enqueued Resource ID: df6f49df-71e3-4622-a940-7a3b722df306 with Priority: HIGHEST for action port [ 1156.063111] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_rules [ 1156.063243] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1156.063341] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6f49df-71e3-4622-a940-7a3b722df306 with Priority: HIGHEST for action port [ 1156.063976] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.064116] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.064186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.064391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.064473] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.065276] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.065374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.065563] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-df6f49df-71e3-4622-a940-7a3b722df306 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.065661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df6f49df-71e3-4622-a940-7a3b722df306" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.065728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df6f49df-71e3-4622-a940-7a3b722df306" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.065882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df6f49df-71e3-4622-a940-7a3b722df306" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.065954] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df6f49df-71e3-4622-a940-7a3b722df306',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.568634] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.568634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.568926] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df6f49df-71e3-4622-a940-7a3b722df306 with status ACTIVE [ 1156.569056] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.569107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.569139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.569352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.569445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.569616] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.569716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.569785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.570052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.570052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.570253] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.570357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.570419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.570568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.570639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.570725] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df6f49df-71e3-4622-a940-7a3b722df306 is going to be updated. [ 1156.593722] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.593874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.593874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.594088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.594227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.594394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df6f49df-71e3-4622-a940-7a3b722df306" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.906491] env[69839]: INFO networking_nsxv3.common.synchronization [req-76b174c8-c847-4f77-990a-bba3bb3df855 req-062cbba1-0b70-4fad-b36e-e23f51537886 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1156.907022] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1156.907325] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.907448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.907515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.907710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.907939] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.908024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.908024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.908208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.908300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.908403] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.957666] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1156.957831] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c deletion is rescheduled due to dependency. [ 1156.957954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.958195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.958407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.958619] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.958772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.958854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.959111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.959231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.959340] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.410534] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.461463] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.586563] env[69839]: INFO networking_nsxv3.common.synchronization [req-e5b4568e-139b-4443-9b8f-d19e4cadf926 req-6205d2ba-4139-4c93-9140-c23b024a39d3 tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Enqueued Resource ID: 4e9e931b-3c09-456e-a38d-ce142616375c with Priority: HIGHEST for action security_group_members [ 1157.586563] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9e931b-3c09-456e-a38d-ce142616375c with Priority: HIGHEST for action security_group_members [ 1157.587375] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9e931b-3c09-456e-a38d-ce142616375c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.587706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.587888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.588257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.588527] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.588754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.588918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.589212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.589424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.589607] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e9e931b-3c09-456e-a38d-ce142616375c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.751663] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1157.752181] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 deletion is rescheduled due to dependency. [ 1157.752463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.852439] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.852679] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.852862] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.853271] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.855555] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.855555] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.855555] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.855555] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.855555] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.855555] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.855555] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.855555] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.855555] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.855555] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.855555] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.855555] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.875084] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.875263] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.875459] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.875681] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.876055] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-ba414c2f-5ab7-48af-bb31-85b81bd986b1 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.876292] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-ba414c2f-5ab7-48af-bb31-85b81bd986b1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.876432] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-ba414c2f-5ab7-48af-bb31-85b81bd986b1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.876755] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-ba414c2f-5ab7-48af-bb31-85b81bd986b1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.876900] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba414c2f-5ab7-48af-bb31-85b81bd986b1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.913283] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.964252] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.016363] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1158.016649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.092169] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.092342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.092435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.092711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.092817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.093077] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.093206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.093298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.093503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.093615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.093743] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e9e931b-3c09-456e-a38d-ce142616375c already deleted. [ 1158.093870] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.380210] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.380464] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.380535] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.381643] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.381643] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.381643] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port ba414c2f-5ab7-48af-bb31-85b81bd986b1 not found, creating... [ 1158.381643] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.381643] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.381881] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.382113] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.382237] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.382547] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.382739] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.383331] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.383331] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.383592] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.383811] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: ba414c2f-5ab7-48af-bb31-85b81bd986b1 is going to be created. [ 1158.403476] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.403476] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.403476] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.403772] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.404063] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.404312] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-ba414c2f-5ab7-48af-bb31-85b81bd986b1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.417015] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.417234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.417371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.417633] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.417738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.417846] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1158.443931] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.444208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.444311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.444612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.444794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.452962] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1158.466577] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.466730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.466803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.467016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.467113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.467214] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1158.493584] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.493746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.493806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.494032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.494181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.504456] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1159.096949] env[69839]: INFO networking_nsxv3.common.synchronization [req-e5b4568e-139b-4443-9b8f-d19e4cadf926 req-26777035-32ae-42b0-a3fa-997fea3d3074 service nova] Enqueued Resource ID: 4e9e931b-3c09-456e-a38d-ce142616375c with Priority: HIGHEST for action security_group_rules [ 1159.096949] env[69839]: INFO networking_nsxv3.common.synchronization [req-e5b4568e-139b-4443-9b8f-d19e4cadf926 req-26777035-32ae-42b0-a3fa-997fea3d3074 service nova] Enqueued Resource ID: 4e9e931b-3c09-456e-a38d-ce142616375c with Priority: HIGHEST for action security_group_members [ 1159.096949] env[69839]: INFO networking_nsxv3.common.synchronization [req-e5b4568e-139b-4443-9b8f-d19e4cadf926 req-26777035-32ae-42b0-a3fa-997fea3d3074 service nova] Enqueued Resource ID: ba414c2f-5ab7-48af-bb31-85b81bd986b1 with Priority: HIGHEST for action port [ 1159.096949] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9e931b-3c09-456e-a38d-ce142616375c with Priority: HIGHEST for action security_group_rules [ 1159.096949] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9e931b-3c09-456e-a38d-ce142616375c with Priority: HIGHEST for action security_group_members [ 1159.096949] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba414c2f-5ab7-48af-bb31-85b81bd986b1 with Priority: HIGHEST for action port [ 1159.097310] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e9e931b-3c09-456e-a38d-ce142616375c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.097370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.097444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.097693] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.097779] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e9e931b-3c09-456e-a38d-ce142616375c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.098817] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9e931b-3c09-456e-a38d-ce142616375c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.099242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.099242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.099242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.099461] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.099585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.099669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.099837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.099950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.100099] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e9e931b-3c09-456e-a38d-ce142616375c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.101120] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba414c2f-5ab7-48af-bb31-85b81bd986b1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.101120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba414c2f-5ab7-48af-bb31-85b81bd986b1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.101120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba414c2f-5ab7-48af-bb31-85b81bd986b1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.101238] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba414c2f-5ab7-48af-bb31-85b81bd986b1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.101274] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba414c2f-5ab7-48af-bb31-85b81bd986b1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.602582] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e9e931b-3c09-456e-a38d-ce142616375c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.603758] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9e931b-3c09-456e-a38d-ce142616375c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.603882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.604475] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba414c2f-5ab7-48af-bb31-85b81bd986b1 with status ACTIVE [ 1159.604566] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.604725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.606165] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.606165] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.606165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.606555] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba414c2f-5ab7-48af-bb31-85b81bd986b1 is going to be updated. [ 1159.626125] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.626435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.626435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.626603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.626638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.626787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba414c2f-5ab7-48af-bb31-85b81bd986b1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.106208] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e9e931b-3c09-456e-a38d-ce142616375c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.461974] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1160.462313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.512180] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1160.512295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.513029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.513029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.513029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.513029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.513029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.513286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.513286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.513364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.513458] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.608093] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.608281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.608334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.608534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.608626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.608727] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e9e931b-3c09-456e-a38d-ce142616375c is going to be created. [ 1160.644744] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.644925] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.644969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.645175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.645335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.664126] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e9e931b-3c09-456e-a38d-ce142616375c in Status: UNINITIALIZED for 2s [ 1160.838478] env[69839]: INFO networking_nsxv3.common.synchronization [None req-17dd5f0f-33f2-4bec-8c73-0e0a327351c0 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1160.839966] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1160.839966] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.839966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.839966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.839966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.839966] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.839966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.844378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.844628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.844732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.844838] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.015410] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.015576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.346987] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.849184] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.947938] env[69839]: INFO networking_nsxv3.common.synchronization [None req-eb072e21-8e3f-4c80-8cbb-42cd48fca4d6 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Enqueued Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_rules [ 1161.947938] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_rules [ 1161.947938] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.947938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.947938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.948529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.949756] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.049828] env[69839]: INFO networking_nsxv3.common.synchronization [None req-0bb732c9-6472-4d2a-84fc-4e75b322c8b5 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Enqueued Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_rules [ 1162.050467] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_rules [ 1162.050814] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.050924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.351248] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.351630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.351630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.351733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.351779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.351863] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1162.380821] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.381033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.381033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.381220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.381360] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.389128] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1162.469210] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.469376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.469376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.469612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.469693] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.469765] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f already deleted. [ 1162.469838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.469994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.470175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.470336] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.674330] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e9e931b-3c09-456e-a38d-ce142616375c in Status: SUCCESS [ 1162.674549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.674762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.674943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.675151] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.675274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.675341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.675501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.675577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.675662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.675755] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e9e931b-3c09-456e-a38d-ce142616375c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.933396] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.933514] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.933604] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.934429] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.934806] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.934981] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.935523] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.935523] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.935523] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.935959] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.935959] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.936162] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.936338] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.936547] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.936718] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.936907] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.955490] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.955693] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.955693] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.955902] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.956248] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-58749c77-8467-4a3f-89d6-4d14e17bffa0 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.956384] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-58749c77-8467-4a3f-89d6-4d14e17bffa0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.956586] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-58749c77-8467-4a3f-89d6-4d14e17bffa0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.957189] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-58749c77-8467-4a3f-89d6-4d14e17bffa0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.957396] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58749c77-8467-4a3f-89d6-4d14e17bffa0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.991241] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.991425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.991503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.991652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.991748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.991857] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f already deleted. [ 1162.991944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.178303] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9e931b-3c09-456e-a38d-ce142616375c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.178466] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.178537] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.178762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.178928] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.179037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.179106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.179245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.179334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.179450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.179588] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9e931b-3c09-456e-a38d-ce142616375c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.180131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.180131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.180131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.180131] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.180131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.180318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.180318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.180370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.180457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.181047] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e9e931b-3c09-456e-a38d-ce142616375c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.420616] env[69839]: INFO networking_nsxv3.common.synchronization [req-6e4310fa-93d5-4a02-9a6d-b9224c26951d req-8d36500a-0542-4d7b-b23d-a289cd56093c tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 1163.421109] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 1163.421424] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.421570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.421658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.422036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.422281] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.422428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.422521] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.422691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.422771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.422902] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.459919] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.460288] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.460288] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.460584] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.460765] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.460923] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 58749c77-8467-4a3f-89d6-4d14e17bffa0 not found, creating... [ 1163.461253] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.461428] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.461624] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.461906] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.462193] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.462558] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.462897] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.463089] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.463394] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.464087] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.464087] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 58749c77-8467-4a3f-89d6-4d14e17bffa0 is going to be created. [ 1163.483201] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.483499] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.483636] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.483921] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.484204] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.484480] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-58749c77-8467-4a3f-89d6-4d14e17bffa0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.683795] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e9e931b-3c09-456e-a38d-ce142616375c: rpc.has_security_group_logging(os_id): False [ 1163.702791] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.702791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.702791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.703131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.703340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.703631] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.704076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.704226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.704470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.704603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.704856] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.704993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.705099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.705285] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.705425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.705648] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.705855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.705911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.706137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.706268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.706432] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e9e931b-3c09-456e-a38d-ce142616375c is going to be created. [ 1163.730493] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.730692] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.730815] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.731103] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.731361] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.731522] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.731641] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.731861] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.732013] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.732312] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.732439] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.732553] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.732664] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.732776] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1163.732884] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.733030] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.755363] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.755541] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1163.755687] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.755862] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.756200] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-9d64d38f-3578-4167-814d-234269414156 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.756383] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.756507] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.756822] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.756965] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d64d38f-3578-4167-814d-234269414156',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.764804] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.764937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.765031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.765232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.765413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.774293] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e9e931b-3c09-456e-a38d-ce142616375c in Status: IN_PROGRESS for 2s [ 1163.925730] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.925974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.926026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.926392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.950293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.950641] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.950792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.950907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.951180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.951294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.951444] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 is going to be updated. [ 1163.987149] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.987149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.987149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.987149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.987337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.995979] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: IN_PROGRESS for 2s [ 1164.204762] env[69839]: INFO networking_nsxv3.common.synchronization [req-e64081cc-94ec-41cc-a433-8de108a04392 req-db24274f-2704-400e-b1f9-24270168f2ba service nova] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_rules [ 1164.204762] env[69839]: INFO networking_nsxv3.common.synchronization [req-e64081cc-94ec-41cc-a433-8de108a04392 req-db24274f-2704-400e-b1f9-24270168f2ba service nova] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1164.204762] env[69839]: INFO networking_nsxv3.common.synchronization [req-e64081cc-94ec-41cc-a433-8de108a04392 req-db24274f-2704-400e-b1f9-24270168f2ba service nova] Enqueued Resource ID: 58749c77-8467-4a3f-89d6-4d14e17bffa0 with Priority: HIGHEST for action port [ 1164.204762] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_rules [ 1164.204762] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1164.204762] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58749c77-8467-4a3f-89d6-4d14e17bffa0 with Priority: HIGHEST for action port [ 1164.206585] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.207087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.210498] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.210498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.210498] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-58749c77-8467-4a3f-89d6-4d14e17bffa0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.210498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58749c77-8467-4a3f-89d6-4d14e17bffa0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.210498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58749c77-8467-4a3f-89d6-4d14e17bffa0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.210498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58749c77-8467-4a3f-89d6-4d14e17bffa0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.210952] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58749c77-8467-4a3f-89d6-4d14e17bffa0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.214996] env[69839]: INFO networking_nsxv3.common.synchronization [req-b6b8f577-4157-4e30-bbc3-a1651bd2f83e req-5fa324b3-2cd5-485d-9b11-9572c2af48b9 tempest-ImagesOneServerTestJSON-1340441772 tempest-ImagesOneServerTestJSON-1340441772-project-member] Enqueued Resource ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab with Priority: HIGHEST for action security_group_members [ 1164.216050] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab with Priority: HIGHEST for action security_group_members [ 1164.216050] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-015226e6-76fe-4cd7-b870-d1241dbf8bab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.216178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.216220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.216394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.216551] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.216757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.216757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.216883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.216969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.217075] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('015226e6-76fe-4cd7-b870-d1241dbf8bab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.259861] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.259861] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.259861] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.260161] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.260322] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.260485] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 9d64d38f-3578-4167-814d-234269414156 not found, creating... [ 1164.260747] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.260911] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.261062] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.261299] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.261726] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.261813] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.261972] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.262585] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.262823] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.263135] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.263135] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 9d64d38f-3578-4167-814d-234269414156 is going to be created. [ 1164.282572] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.282760] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.282890] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.283159] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.283385] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.283645] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.402517] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1164.402741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.402935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.403240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.403482] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.403627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.403696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.403874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.403958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.404055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.404216] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.404613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.404613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.404613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.404613] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.404848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.404848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.404912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.404943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.405032] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.405375] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.405953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.406146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.406356] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.406460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.406528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.406671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.406750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.406866] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.716415] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58749c77-8467-4a3f-89d6-4d14e17bffa0 with status ACTIVE [ 1164.716777] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.716959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.717096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.717331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.717454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.717876] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.717876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.717876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.718018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.718048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.718208] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.718304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.718367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.718507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.718579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.718670] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58749c77-8467-4a3f-89d6-4d14e17bffa0 is going to be updated. [ 1164.720120] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.720291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.720371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.720534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.720617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.720787] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.720883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.720943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.721108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.721188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.721275] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab is going to be updated. [ 1164.742595] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.742738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.742794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.742959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.743127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.743331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58749c77-8467-4a3f-89d6-4d14e17bffa0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.749552] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.749666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.749741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.749904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.750047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.758423] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab in Status: IN_PROGRESS for 2s [ 1164.908780] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a124e20a-297d-40aa-aa5a-bd6a6e86394c: rpc.has_security_group_logging(os_id): False [ 1164.910106] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.926575] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.926998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.926998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.927138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.927231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.927472] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.927601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.927688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.927884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.927987] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.928266] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.928392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.928515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.928680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.928782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.929054] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.929189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.929278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.929463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.929573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.929689] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1164.962744] env[69839]: INFO networking_nsxv3.common.synchronization [req-6e4310fa-93d5-4a02-9a6d-b9224c26951d req-a335f811-f952-4dad-b137-d05c60dca8b2 service nova] Enqueued Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_rules [ 1164.962932] env[69839]: INFO networking_nsxv3.common.synchronization [req-6e4310fa-93d5-4a02-9a6d-b9224c26951d req-a335f811-f952-4dad-b137-d05c60dca8b2 service nova] Enqueued Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 1164.963101] env[69839]: INFO networking_nsxv3.common.synchronization [req-6e4310fa-93d5-4a02-9a6d-b9224c26951d req-a335f811-f952-4dad-b137-d05c60dca8b2 service nova] Enqueued Resource ID: 9d64d38f-3578-4167-814d-234269414156 with Priority: HIGHEST for action port [ 1164.963876] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_rules [ 1164.964029] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 1164.964132] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d64d38f-3578-4167-814d-234269414156 with Priority: HIGHEST for action port [ 1164.964740] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.964904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.965011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.965217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.965337] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.969687] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.969687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.969687] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d64d38f-3578-4167-814d-234269414156 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.969687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.969687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.969687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.969687] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d64d38f-3578-4167-814d-234269414156',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.988537] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.988759] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.988759] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.989027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.989162] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.007892] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1165.413608] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.470340] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.470340] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.474297] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d64d38f-3578-4167-814d-234269414156 with status ACTIVE [ 1165.474563] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.474639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.474677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.474892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.474983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.475168] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.475266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.475331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.475491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.475570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.475747] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.475841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.475903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.476226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.476226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.476226] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d64d38f-3578-4167-814d-234269414156 is going to be updated. [ 1165.498890] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.499511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.499511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.499511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.499511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.499763] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.787426] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e9e931b-3c09-456e-a38d-ce142616375c in Status: SUCCESS [ 1165.787693] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.919213] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.919213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.919213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.919213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.919213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.919213] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1165.957592] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.957843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.957843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.958116] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.958634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.961518] env[69839]: INFO networking_nsxv3.common.synchronization [req-a139e28d-6307-457d-a488-641f421dab10 req-1dcacde9-ecf6-43ff-840e-50ddbdb08410 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1165.962150] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1165.962490] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.962627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.962698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.963896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.964125] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.964249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.964336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.965017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.965312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.965312] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.969836] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1166.008689] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: SUCCESS [ 1166.008906] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 deletion is rescheduled due to dependency. [ 1166.009450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.009450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.009565] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.009684] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.009807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.009870] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.010050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.010136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.010238] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.401203] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.401473] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.401623] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.401932] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.404802] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.404802] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.404802] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.404802] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.404802] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.404802] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.404802] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.404802] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.404802] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.404802] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.404802] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.404802] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.423216] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.423216] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.423216] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.423427] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-828" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.423678] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-6a1bf1f3-05ea-4066-bec6-e5e527cbabba taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.423828] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-6a1bf1f3-05ea-4066-bec6-e5e527cbabba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.423952] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-6a1bf1f3-05ea-4066-bec6-e5e527cbabba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.424306] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-6a1bf1f3-05ea-4066-bec6-e5e527cbabba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.424492] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1bf1f3-05ea-4066-bec6-e5e527cbabba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.466936] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.467115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.467189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.467400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.467497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.467696] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.467791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.467840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.467986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.468068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.468176] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1166.492335] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.492499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.492558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.492775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.492881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.502304] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1166.512265] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.768551] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab in Status: SUCCESS [ 1166.768831] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab deletion is rescheduled due to dependency. [ 1166.768974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.927559] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.927559] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.927559] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.928073] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.928073] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.929054] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 6a1bf1f3-05ea-4066-bec6-e5e527cbabba not found, creating... [ 1166.929054] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.929054] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.929054] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.929618] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.929618] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.930680] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.930680] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.930680] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.931096] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.931181] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.931385] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 6a1bf1f3-05ea-4066-bec6-e5e527cbabba is going to be created. [ 1166.953772] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.953772] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.953772] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.953772] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.953772] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.953772] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-6a1bf1f3-05ea-4066-bec6-e5e527cbabba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.014464] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.023377] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1167.023377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.023377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.023377] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.023377] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.517092] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.517359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.517359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.517546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.517637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.517780] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 is going to be updated. [ 1167.525635] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.525780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.550321] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.550978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.550978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.550978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.550978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.559997] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: IN_PROGRESS for 2s [ 1167.682599] env[69839]: INFO networking_nsxv3.common.synchronization [req-a139e28d-6307-457d-a488-641f421dab10 req-694c71d6-750c-4383-8442-e54b4cea6526 service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 1167.682790] env[69839]: INFO networking_nsxv3.common.synchronization [req-a139e28d-6307-457d-a488-641f421dab10 req-694c71d6-750c-4383-8442-e54b4cea6526 service nova] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1167.682938] env[69839]: INFO networking_nsxv3.common.synchronization [req-a139e28d-6307-457d-a488-641f421dab10 req-694c71d6-750c-4383-8442-e54b4cea6526 service nova] Enqueued Resource ID: 6a1bf1f3-05ea-4066-bec6-e5e527cbabba with Priority: HIGHEST for action port [ 1167.683496] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_rules [ 1167.683874] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1167.683997] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1bf1f3-05ea-4066-bec6-e5e527cbabba with Priority: HIGHEST for action port [ 1167.684289] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.684561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.684561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.684689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.684779] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.686778] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.686891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.687084] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a1bf1f3-05ea-4066-bec6-e5e527cbabba taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.687190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a1bf1f3-05ea-4066-bec6-e5e527cbabba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.687352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a1bf1f3-05ea-4066-bec6-e5e527cbabba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.687549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a1bf1f3-05ea-4066-bec6-e5e527cbabba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.687632] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1bf1f3-05ea-4066-bec6-e5e527cbabba',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.981809] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1167.985099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.985099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.985099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.985099] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.985099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.985099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.985099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.985099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.985099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.985099] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.187867] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.188338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.189725] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a1bf1f3-05ea-4066-bec6-e5e527cbabba with status ACTIVE [ 1168.189931] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.190090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.190677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.190677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.190677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.190677] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.190855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.190855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.190908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.191010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.191189] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.191321] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.191378] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.191480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.191556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.191640] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a1bf1f3-05ea-4066-bec6-e5e527cbabba is going to be updated. [ 1168.223237] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.223363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.223472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.223731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.223896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.224098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a1bf1f3-05ea-4066-bec6-e5e527cbabba" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.487221] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.487455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.487549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.487843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.488098] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.488246] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.488342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.488556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.488690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.488821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.489044] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.489183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.489279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.489483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.489775] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.489929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.489929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.490180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.490300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.490425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.490560] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.512264] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1168.512460] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc deletion is rescheduled due to dependency. [ 1168.512586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.512774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.513065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.513295] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.513426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.513480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.513643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.513727] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.513825] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.993483] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a124e20a-297d-40aa-aa5a-bd6a6e86394c: rpc.has_security_group_logging(os_id): False [ 1169.009743] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.009826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.009896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.010089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.010187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.010374] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.010477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.010539] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.010691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.010768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.010954] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.011058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.011121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.011263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.011336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.011519] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.011624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.011669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.011801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.011873] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.011957] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1169.016585] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.068984] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.069186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.069224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.069429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.069573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.083740] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1169.519265] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.570333] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: SUCCESS [ 1169.570553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.570717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.570928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.571217] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.571374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.571438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.571615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.571713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.571847] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.571982] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.815619] env[69839]: INFO networking_nsxv3.common.synchronization [req-e81ba697-2454-4b4c-a098-98d9b30a31b6 req-279f8ef0-7644-46b0-ad93-e2e3235c56df tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Enqueued Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_members [ 1169.816270] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_members [ 1169.816586] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.816709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.816777] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.817150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.817267] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.817387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.817436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.817597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.817675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.817770] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.022083] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.022473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.022473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.022721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.022838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.022998] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1170.054556] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.054789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.054863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.055129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.055303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.063083] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1170.074759] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.074976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.075084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.075313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.075489] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.075619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.075718] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.075920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.076027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.076129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.076311] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.076413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.076477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.077692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.077692] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.077692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.077692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.078419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.078419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.079243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.079243] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.278047] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.278303] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-139" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.278402] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-139" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.278704] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-139" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.278977] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.279167] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.279304] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.279538] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.279698] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.279925] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.280090] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.280224] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.280915] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.280915] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.280915] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.280915] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.300478] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.300645] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1170.300804] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.300988] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-139" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.301287] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.301465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.301608] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.301971] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.302440] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.319517] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.319700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.319795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.319997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.320145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.320431] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.320538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.320538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.321337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.321337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.321337] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f already deleted. [ 1170.321337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.581992] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4be12104-8034-4075-848a-7de936dfa2e0: rpc.has_security_group_logging(os_id): False [ 1170.606015] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.606352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.606538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.606882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.607104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.607454] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.607685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.607843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.608138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.608324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.608652] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.608856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.609015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.609332] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.609511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.610124] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.610124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.610283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.610479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.610624] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.610807] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 is going to be updated. [ 1170.680301] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.680491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.680491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.680703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.680852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.692492] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: IN_PROGRESS for 2s [ 1170.805097] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.805318] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.805451] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.805735] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.805884] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.806084] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 not found, creating... [ 1170.806313] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.806478] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.806599] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.806820] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.806964] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.807271] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.807425] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.807546] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.807759] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.807897] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.808053] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 is going to be created. [ 1170.830377] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.830612] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.830743] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.831017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.831287] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.831655] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.944763] env[69839]: INFO networking_nsxv3.common.synchronization [req-511d210b-4279-43c9-a1d3-33f5970cfa99 req-0133617a-551a-4f54-8c20-de2b777e86fe tempest-ServerTagsTestJSON-846310338 tempest-ServerTagsTestJSON-846310338-project-member] Enqueued Resource ID: 4e9e931b-3c09-456e-a38d-ce142616375c with Priority: HIGHEST for action security_group_members [ 1170.945324] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9e931b-3c09-456e-a38d-ce142616375c with Priority: HIGHEST for action security_group_members [ 1170.945657] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e9e931b-3c09-456e-a38d-ce142616375c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.945791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.945857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.946168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.946421] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.946582] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.946741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.946928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.947152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.947327] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e9e931b-3c09-456e-a38d-ce142616375c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.098681] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1171.098965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.451958] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.451958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.451958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.451958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.451958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.451958] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.451958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.451958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.451958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.451958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.451958] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e9e931b-3c09-456e-a38d-ce142616375c is going to be updated. [ 1171.477691] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.477854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.477894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.478120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.478261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.485592] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e9e931b-3c09-456e-a38d-ce142616375c in Status: IN_PROGRESS for 2s [ 1171.793164] env[69839]: INFO networking_nsxv3.common.synchronization [req-32c0ce91-fead-4446-8b44-545e06e32bc2 req-1c4823c5-74bc-4a06-8eff-b4dae026850d tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1171.793661] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1171.793971] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.794173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.794250] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.794488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.794665] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.794767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.794830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.794991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.795093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.795191] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.871583] env[69839]: INFO networking_nsxv3.common.synchronization [req-e81ba697-2454-4b4c-a098-98d9b30a31b6 req-3e446a5d-7e97-42af-a9a0-b87c0ea2e904 service nova] Enqueued Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_rules [ 1171.871583] env[69839]: INFO networking_nsxv3.common.synchronization [req-e81ba697-2454-4b4c-a098-98d9b30a31b6 req-3e446a5d-7e97-42af-a9a0-b87c0ea2e904 service nova] Enqueued Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_members [ 1171.871583] env[69839]: INFO networking_nsxv3.common.synchronization [req-e81ba697-2454-4b4c-a098-98d9b30a31b6 req-3e446a5d-7e97-42af-a9a0-b87c0ea2e904 service nova] Enqueued Resource ID: f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 with Priority: HIGHEST for action port [ 1171.871987] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_rules [ 1171.872213] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_members [ 1171.872408] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 with Priority: HIGHEST for action port [ 1171.873176] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.873260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.873409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.873655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.873743] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.875151] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.875291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.875425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.875815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.876734] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.876734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.876734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.876734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.876734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.876957] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.877842] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.878016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.878069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.878253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.878333] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.154685] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1172.154685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.154685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.154685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.154685] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.154685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.154685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.154685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.154685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.154685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.154685] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.298188] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.298348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.298413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.298617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.298711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.298900] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.298999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.299078] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.299223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.299303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.299391] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be updated. [ 1172.324524] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.324749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.324822] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.325027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.325165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.332453] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: IN_PROGRESS for 2s [ 1172.380473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.380554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.381455] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 with status ACTIVE [ 1172.381455] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.381455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.381455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.381455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.381455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.381455] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.381836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.381836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.381836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.381836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.381978] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.382084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.382194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.382344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.382422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.382508] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3 is going to be updated. [ 1172.384589] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.405260] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.405390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.405622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.405839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.405957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.406170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9d7fd60-59d1-48b4-8a0d-660c0f52fcb3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.657492] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.657707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.657783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.657931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.658115] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.658217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.658282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.658431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.658520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.658610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.658820] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.658926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.658990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.659153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.659294] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.659387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.659445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.659583] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.659659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.659753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.659845] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.705017] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: SUCCESS [ 1172.705269] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.889112] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.162511] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc: rpc.has_security_group_logging(os_id): False [ 1173.180163] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.180328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.180399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.180609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.180698] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.180911] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.181017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.181082] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.181229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.181305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.181510] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.181592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.181623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.181767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.181819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.182250] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.183992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.184106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.184229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.184311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.184427] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1173.264853] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.264998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.265086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.265318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.265503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.281998] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1173.307022] env[69839]: INFO networking_nsxv3.common.synchronization [req-a9e587e5-f17b-4cdc-9af2-2170e0c127ac req-f6c4d79d-bf57-4480-950d-285a92437b2b tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 1173.307424] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGHEST for action security_group_members [ 1173.307734] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.307861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.307916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.308259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.308795] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.308912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.308974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.309154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.309250] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.309324] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.348889] env[69839]: INFO networking_nsxv3.common.synchronization [req-a9e587e5-f17b-4cdc-9af2-2170e0c127ac req-f6c4d79d-bf57-4480-950d-285a92437b2b tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 9d64d38f-3578-4167-814d-234269414156 with Priority: HIGHEST for action port [ 1173.349379] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d64d38f-3578-4167-814d-234269414156 with Priority: HIGHEST for action port [ 1173.349685] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d64d38f-3578-4167-814d-234269414156 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.349806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.349874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.350089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.350175] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d64d38f-3578-4167-814d-234269414156',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.394329] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.394478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.394555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.394767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.394858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.394955] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f is going to be created. [ 1173.418944] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.419157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.419157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.419409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.419538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.429122] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f in Status: UNINITIALIZED for 2s [ 1173.495520] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e9e931b-3c09-456e-a38d-ce142616375c in Status: SUCCESS [ 1173.495520] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e9e931b-3c09-456e-a38d-ce142616375c deletion is rescheduled due to dependency. [ 1173.495654] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.811591] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.811801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.811894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.812184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.812298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.812514] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.812887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.812887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.812887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.813093] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.813093] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 is going to be updated. [ 1173.843138] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.843360] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.843360] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.843562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.843706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.852553] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: IN_PROGRESS for 2s [ 1173.852675] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d64d38f-3578-4167-814d-234269414156 with status ACTIVE [ 1173.852854] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.852979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.853056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.853286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.853380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.853560] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.853666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.853719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.853878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.853954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.854155] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.854249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.854314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.854458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.854548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.854652] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d64d38f-3578-4167-814d-234269414156 is going to be updated. [ 1173.874714] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.875039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.875039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.875181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.875265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.875424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d64d38f-3578-4167-814d-234269414156" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.065928] env[69839]: INFO networking_nsxv3.common.synchronization [req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 req-3e1f6cc7-ca4c-45f0-9d70-f8df4fec7e19 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1174.066106] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1174.066948] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.066948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.066948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.066948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.066948] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.067730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.067730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.067730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.067730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.067730] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.345989] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1174.346343] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 deletion is rescheduled due to dependency. [ 1174.346343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.465707] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.465957] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.466263] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.466685] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.467062] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.467267] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.467418] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.467633] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.467806] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.468260] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.468260] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.468382] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.468936] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.468936] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1174.468936] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.469143] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.489821] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.490117] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1174.490606] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.490675] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.491170] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-1ebf8428-e3e7-4d67-b079-c80388b17895 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.491704] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-1ebf8428-e3e7-4d67-b079-c80388b17895" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.491822] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-1ebf8428-e3e7-4d67-b079-c80388b17895" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.492318] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-1ebf8428-e3e7-4d67-b079-c80388b17895" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.492425] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ebf8428-e3e7-4d67-b079-c80388b17895',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.570272] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.570498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.570498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.570791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.570898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.571114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.571215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.571291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.571444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.571515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.571613] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1174.598469] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.598652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.598717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.598962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.599155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.611623] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1174.995317] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.995575] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.995787] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.996249] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.996522] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.996772] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 1ebf8428-e3e7-4d67-b079-c80388b17895 not found, creating... [ 1174.997204] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.997869] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.997869] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.997990] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.998115] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.998544] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.998770] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.998973] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.999338] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.999565] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.999977] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 1ebf8428-e3e7-4d67-b079-c80388b17895 is going to be created. [ 1175.033202] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.034015] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.034173] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.034479] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.034728] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.034966] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-1ebf8428-e3e7-4d67-b079-c80388b17895" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.300931] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1175.300931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.439462] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f in Status: SUCCESS [ 1175.439722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.439928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.440251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.440463] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.440585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.440654] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.440820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.440944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.441051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.441149] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.704260] env[69839]: INFO networking_nsxv3.common.synchronization [req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 req-fb6ca9b4-c59d-42ad-9ebe-fd5331fe94f6 service nova] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 1175.704493] env[69839]: INFO networking_nsxv3.common.synchronization [req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 req-fb6ca9b4-c59d-42ad-9ebe-fd5331fe94f6 service nova] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1175.704611] env[69839]: INFO networking_nsxv3.common.synchronization [req-f0baa99e-48d3-45bc-aacf-f41a89d55be2 req-fb6ca9b4-c59d-42ad-9ebe-fd5331fe94f6 service nova] Enqueued Resource ID: 1ebf8428-e3e7-4d67-b079-c80388b17895 with Priority: HIGHEST for action port [ 1175.704840] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 1175.704968] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1175.705159] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ebf8428-e3e7-4d67-b079-c80388b17895 with Priority: HIGHEST for action port [ 1175.705741] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.705825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.705896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.706114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.706201] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.707030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.707145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.707400] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ebf8428-e3e7-4d67-b079-c80388b17895 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.707544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ebf8428-e3e7-4d67-b079-c80388b17895" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.707617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ebf8428-e3e7-4d67-b079-c80388b17895" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.707786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ebf8428-e3e7-4d67-b079-c80388b17895" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.707863] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ebf8428-e3e7-4d67-b079-c80388b17895',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.861681] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be12104-8034-4075-848a-7de936dfa2e0 in Status: SUCCESS [ 1175.861870] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 deletion is rescheduled due to dependency. [ 1175.861986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.943741] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.210452] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.210926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.210926] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ebf8428-e3e7-4d67-b079-c80388b17895 with status ACTIVE [ 1176.215029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.215029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.215029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.215029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.215029] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ebf8428-e3e7-4d67-b079-c80388b17895 is going to be updated. [ 1176.236395] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.236482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.236482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.237160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.237160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.237160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ebf8428-e3e7-4d67-b079-c80388b17895" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.394729] env[69839]: INFO networking_nsxv3.common.synchronization [req-748ed7bd-5baf-4841-8676-10de547f6162 req-806941b8-2c00-4275-9071-de9b94d991b0 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1176.395286] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1176.395592] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.395926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.395926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.396043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.396183] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.396287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.396349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.396495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.396578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.396674] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.446306] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f: rpc.has_security_group_logging(os_id): False [ 1176.464453] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.464629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.464702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.464909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.464997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.465254] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.465356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.465423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.465576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.465654] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.465741] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f is going to be created. [ 1176.536307] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.536450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.536535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.538511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.538511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.546984] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f in Status: IN_PROGRESS for 2s [ 1176.625549] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1176.625770] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 deletion is rescheduled due to dependency. [ 1176.625890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.627306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.627541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.627734] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.627857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.627926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.628105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.628191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.628295] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.674514] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.674759] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.674921] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.675151] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.675421] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.675586] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.675874] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.675948] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.676087] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.676301] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.676419] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.676535] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.676794] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.676794] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.676946] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.676998] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.694530] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.694695] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1176.694839] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.695030] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.695369] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-9faf267a-fc48-44c1-b1c5-fe5007fe4d02 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.695558] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-9faf267a-fc48-44c1-b1c5-fe5007fe4d02" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.695684] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-9faf267a-fc48-44c1-b1c5-fe5007fe4d02" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.695999] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-9faf267a-fc48-44c1-b1c5-fe5007fe4d02" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.696154] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9faf267a-fc48-44c1-b1c5-fe5007fe4d02',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.797207] env[69839]: INFO networking_nsxv3.common.synchronization [req-b4a55eeb-949a-4f80-8d2a-bb21a7a8b61c req-c5f8299a-e6e6-4e2d-836f-a82ed5f05ba6 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1176.797450] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1176.798075] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.798075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.798221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.798371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.798590] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.798763] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.799049] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.799132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.799204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.799320] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.898538] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.130146] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.198194] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.198465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.198648] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.199242] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.199425] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.199593] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 9faf267a-fc48-44c1-b1c5-fe5007fe4d02 not found, creating... [ 1177.199871] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.200057] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.200201] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.200437] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.200617] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.200888] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.201063] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.201189] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.201407] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.201652] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.201712] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 9faf267a-fc48-44c1-b1c5-fe5007fe4d02 is going to be created. [ 1177.228191] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.228551] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.228706] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.229273] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.229566] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.229893] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-9faf267a-fc48-44c1-b1c5-fe5007fe4d02" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.300930] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.400704] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.599542] env[69839]: INFO networking_nsxv3.common.synchronization [None req-e201b841-2613-487a-b1c6-bb61c1eae8f2 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1177.600122] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1177.600443] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.600552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.632711] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.803702] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.903237] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.903446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.903510] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.903779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.903885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.904033] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1177.931631] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.931905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.931981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.932501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.932601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.942115] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1177.973996] env[69839]: INFO networking_nsxv3.common.synchronization [req-748ed7bd-5baf-4841-8676-10de547f6162 req-9566d5a0-28d1-45ff-95a4-2287e75fc0f9 service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1177.974264] env[69839]: INFO networking_nsxv3.common.synchronization [req-748ed7bd-5baf-4841-8676-10de547f6162 req-9566d5a0-28d1-45ff-95a4-2287e75fc0f9 service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1177.974412] env[69839]: INFO networking_nsxv3.common.synchronization [req-748ed7bd-5baf-4841-8676-10de547f6162 req-9566d5a0-28d1-45ff-95a4-2287e75fc0f9 service nova] Enqueued Resource ID: 9faf267a-fc48-44c1-b1c5-fe5007fe4d02 with Priority: HIGHEST for action port [ 1177.975194] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1177.975401] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1177.975559] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faf267a-fc48-44c1-b1c5-fe5007fe4d02 with Priority: HIGHEST for action port [ 1177.976027] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.976208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.976257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.976506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.976606] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.977967] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.979163] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.979453] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-9faf267a-fc48-44c1-b1c5-fe5007fe4d02 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.979616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9faf267a-fc48-44c1-b1c5-fe5007fe4d02" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.979703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9faf267a-fc48-44c1-b1c5-fe5007fe4d02" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.979990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9faf267a-fc48-44c1-b1c5-fe5007fe4d02" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.980067] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9faf267a-fc48-44c1-b1c5-fe5007fe4d02',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.135142] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.135357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.135479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.135740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.135842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.135959] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1178.179712] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.179878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.179919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.180207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.180383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.188743] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1178.308036] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.308036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.308036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.308036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.308036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.308036] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1178.333576] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.333769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.333769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.333987] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.334141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.342591] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1178.481761] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.481979] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.482367] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9faf267a-fc48-44c1-b1c5-fe5007fe4d02 with status ACTIVE [ 1178.482662] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.482821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.482929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.483258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.483422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.483692] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.483852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.483963] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.484239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.487768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.488060] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.488180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.488341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.488447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.488532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.488624] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9faf267a-fc48-44c1-b1c5-fe5007fe4d02 is going to be updated. [ 1178.509254] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.509489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.509614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.509917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.510502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.510502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9faf267a-fc48-44c1-b1c5-fe5007fe4d02" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.559213] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f in Status: SUCCESS [ 1178.559458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.957756] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1179.960962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.960962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.960962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.960962] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.960962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.960962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.960962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.960962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.960962] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.198740] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1180.198950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.199148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.199508] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.200164] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.200164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.200164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.200164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.200164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.200433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.200433] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.355195] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1180.355433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.355996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.355996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.356143] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.356143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.356459] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.356459] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.356459] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.356739] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.369023] env[69839]: INFO networking_nsxv3.common.synchronization [req-cb819fb3-304b-465f-8c8e-d5e059266a12 req-8955e674-f184-4192-9109-1234b62c4443 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_members [ 1180.369753] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGHEST for action security_group_members [ 1180.370076] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-86183d2f-b331-49bb-86f4-d2a0d65aff28 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.370245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.370310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.370495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.370675] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.370766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.370818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.370951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.371054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.371150] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.463329] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.702525] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.859154] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.859391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.859391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.859606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.859704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.859901] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.860017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.860087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.860338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.860415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.860521] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1180.874432] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.874641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.874683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.874928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.875034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.875400] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.875400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.875400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.875557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.875638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.875728] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 is going to be updated. [ 1180.905310] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.905493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.905625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.905924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.906129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.908509] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.908663] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.908764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.909015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.909209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.919899] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1180.920799] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 in Status: IN_PROGRESS for 2s [ 1180.967341] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.206079] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9afa-c1ea-4ab5-99dc-1379588b07c4: rpc.has_security_group_logging(os_id): False [ 1181.224501] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.224789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.224789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.224982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.225135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.225373] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.225480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.225575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.225780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.226775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.226775] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1181.281158] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.281158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.281158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.281158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.281694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.295083] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1181.469589] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.469771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.469814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.470039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.470138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.470245] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1181.499702] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.499874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.499917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.500154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.500452] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.509339] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1182.933174] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1182.933174] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c deletion is rescheduled due to dependency. [ 1182.933174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.933713] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 in Status: SUCCESS [ 1182.933837] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 deletion is rescheduled due to dependency. [ 1182.933938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.311315] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1183.311568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.518227] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1183.518428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.518592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.518815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.519114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.519244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.519305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.519555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.519640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.519722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.519820] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.022415] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.022742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.022742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.023597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.023597] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.023597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.023597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.023597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.023597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.023597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.023869] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.023869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.023869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.023980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.024052] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.024141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.024199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.024337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.024405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.024482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.024589] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.527859] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55: rpc.has_security_group_logging(os_id): False [ 1184.545551] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.545801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.545919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.546192] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.546342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.546621] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.546807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.546903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.547114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.547250] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.547482] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.547630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.547730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.547910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.548042] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.548280] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.548444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.548536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.548715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.548837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.548963] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1184.606511] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.608612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.608612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.608612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.608612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.625447] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1185.371238] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.371617] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1186.299210] env[69839]: INFO networking_nsxv3.common.synchronization [None req-e411077d-d841-4538-8062-ee40f903afd1 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_rules [ 1186.299749] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_rules [ 1186.300128] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.300284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.300284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.300502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.300590] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.367492] env[69839]: INFO networking_nsxv3.common.synchronization [None req-f865a141-5a5b-4970-a0ee-3bb629da28fb tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_rules [ 1186.367973] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_rules [ 1186.368284] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.368389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.645214] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1186.645514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.827124] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.827124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.827124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.827503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.827541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.827650] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 already deleted. [ 1186.827740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.828502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.828502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.828623] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.351015] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.351241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.351290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.351474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.351568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.351664] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 already deleted. [ 1187.351746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.325634] env[69839]: INFO networking_nsxv3.common.synchronization [req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 req-000c9680-3e9c-4b36-923c-04e52550f5f2 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1188.325634] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1188.325634] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.325634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.325634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.326039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.326318] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.326426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.326497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.326770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.326770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.326872] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.647508] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.647717] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.647904] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.648194] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.648456] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.648623] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.648745] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.648964] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.649146] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.649374] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.649493] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.649609] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.649722] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.649839] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.649978] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.650156] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.668766] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.668930] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.669081] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.669257] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-98" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.669544] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-89b79673-c247-47f1-b800-a0cdbdb3f624 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.669714] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-89b79673-c247-47f1-b800-a0cdbdb3f624" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.669839] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-89b79673-c247-47f1-b800-a0cdbdb3f624" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.670169] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-89b79673-c247-47f1-b800-a0cdbdb3f624" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.670316] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b79673-c247-47f1-b800-a0cdbdb3f624',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.829410] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.829602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.829602] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.829783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.829880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.830140] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.830267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.830321] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.830480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.830560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.830649] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be updated. [ 1188.858473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.858684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.858773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.859020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.859251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.867169] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: IN_PROGRESS for 2s [ 1189.173254] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.173604] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.173756] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.174071] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.174236] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.174412] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 89b79673-c247-47f1-b800-a0cdbdb3f624 not found, creating... [ 1189.174710] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.174889] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.175031] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.175295] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.175448] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.175749] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.175913] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.176168] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.176420] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.176568] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.176739] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 89b79673-c247-47f1-b800-a0cdbdb3f624 is going to be created. [ 1189.204518] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.204772] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.204898] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.205230] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.205470] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.205707] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-89b79673-c247-47f1-b800-a0cdbdb3f624" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.872624] env[69839]: INFO networking_nsxv3.common.synchronization [req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 req-19caae10-8dbe-42b3-a313-e9e05650b12b service nova] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_rules [ 1189.873051] env[69839]: INFO networking_nsxv3.common.synchronization [req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 req-19caae10-8dbe-42b3-a313-e9e05650b12b service nova] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1189.873051] env[69839]: INFO networking_nsxv3.common.synchronization [req-f55cf9f9-ee92-49a2-8357-3e86591e22e1 req-19caae10-8dbe-42b3-a313-e9e05650b12b service nova] Enqueued Resource ID: 89b79673-c247-47f1-b800-a0cdbdb3f624 with Priority: HIGHEST for action port [ 1189.873231] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_rules [ 1189.873466] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1189.873466] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b79673-c247-47f1-b800-a0cdbdb3f624 with Priority: HIGHEST for action port [ 1189.873979] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.875155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.875259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.875457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.875566] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.876842] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.876983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.877157] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-89b79673-c247-47f1-b800-a0cdbdb3f624 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.877313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89b79673-c247-47f1-b800-a0cdbdb3f624" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.877313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89b79673-c247-47f1-b800-a0cdbdb3f624" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.877608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89b79673-c247-47f1-b800-a0cdbdb3f624" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.877608] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b79673-c247-47f1-b800-a0cdbdb3f624',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.379788] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.379788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.379973] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89b79673-c247-47f1-b800-a0cdbdb3f624 with status ACTIVE [ 1190.380146] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.380279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.380404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.380577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.380671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.380889] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.380995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.381073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.381243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.381329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.381531] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.381612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.381672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.381820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.381898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.382026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89b79673-c247-47f1-b800-a0cdbdb3f624 is going to be updated. [ 1190.406434] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.406687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.406763] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.406989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.407185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.407386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89b79673-c247-47f1-b800-a0cdbdb3f624" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.877222] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1190.877503] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 deletion is rescheduled due to dependency. [ 1190.877545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.877674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.877888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.878078] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.878196] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.878264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.878419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.878502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.878599] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.384992] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.835234] env[69839]: INFO networking_nsxv3.common.synchronization [req-44f6946e-d19b-441f-aa92-33c5f78c27c5 req-7e73fbb9-bc93-4cc5-bed1-ccb1d2024b1e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1191.835847] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1191.836169] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.836295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.836372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.836616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.836778] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.836888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.836939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.837100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.837187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.837280] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.887174] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.140963] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.141211] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.141344] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.141620] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.141912] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.142090] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.142215] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.142489] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.142636] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.142864] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.142970] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.143099] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.143213] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.143326] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.143468] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.143571] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.161287] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.161477] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.161626] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.161798] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.162128] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-880a0da9-9463-4f59-86bc-0fc8bab8136e taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.162340] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-880a0da9-9463-4f59-86bc-0fc8bab8136e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.162476] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-880a0da9-9463-4f59-86bc-0fc8bab8136e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.162799] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-880a0da9-9463-4f59-86bc-0fc8bab8136e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.162945] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880a0da9-9463-4f59-86bc-0fc8bab8136e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.339918] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.340103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.340197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.340435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.340531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.340725] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.340825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.340890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.341049] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.341131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.341218] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 already deleted. [ 1192.341299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.390810] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.390985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.391039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.391265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.391361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.391463] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be updated. [ 1192.420382] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.420546] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.420591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.420798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.420944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.428459] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: IN_PROGRESS for 2s [ 1192.665402] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.665892] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.666159] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.666464] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.666617] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.666784] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 880a0da9-9463-4f59-86bc-0fc8bab8136e not found, creating... [ 1192.667066] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.667237] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.667387] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.667872] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.667967] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.668281] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.668449] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.668577] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.668784] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.668923] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.669079] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 880a0da9-9463-4f59-86bc-0fc8bab8136e is going to be created. [ 1192.689382] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.689723] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.689892] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.690291] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.690697] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.690994] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-880a0da9-9463-4f59-86bc-0fc8bab8136e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.559156] env[69839]: INFO networking_nsxv3.common.synchronization [req-44f6946e-d19b-441f-aa92-33c5f78c27c5 req-82807cd1-ef3e-437a-9544-7da2e94fa17d service nova] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_rules [ 1193.559401] env[69839]: INFO networking_nsxv3.common.synchronization [req-44f6946e-d19b-441f-aa92-33c5f78c27c5 req-82807cd1-ef3e-437a-9544-7da2e94fa17d service nova] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1193.559401] env[69839]: INFO networking_nsxv3.common.synchronization [req-44f6946e-d19b-441f-aa92-33c5f78c27c5 req-82807cd1-ef3e-437a-9544-7da2e94fa17d service nova] Enqueued Resource ID: 880a0da9-9463-4f59-86bc-0fc8bab8136e with Priority: HIGHEST for action port [ 1193.559621] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_rules [ 1193.559749] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1193.559845] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880a0da9-9463-4f59-86bc-0fc8bab8136e with Priority: HIGHEST for action port [ 1193.560627] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.561327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.561327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.561327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.561327] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.562678] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.562806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.562896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.563079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.563288] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.563394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.563437] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.563707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.565346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.565510] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.566473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-880a0da9-9463-4f59-86bc-0fc8bab8136e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.566772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-880a0da9-9463-4f59-86bc-0fc8bab8136e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.566772] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-880a0da9-9463-4f59-86bc-0fc8bab8136e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.566942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-880a0da9-9463-4f59-86bc-0fc8bab8136e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.567081] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('880a0da9-9463-4f59-86bc-0fc8bab8136e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.069430] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.070747] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.070858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.071026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 880a0da9-9463-4f59-86bc-0fc8bab8136e with status ACTIVE [ 1194.071149] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.071253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.071323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.071550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.071640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.071803] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.071928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.071991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.072200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.072342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.072519] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.072618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.072680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.073306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.073306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.073306] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 880a0da9-9463-4f59-86bc-0fc8bab8136e is going to be updated. [ 1194.095919] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.095919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.095919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.096171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.096218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.096401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-880a0da9-9463-4f59-86bc-0fc8bab8136e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.437288] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1194.437504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.437665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.437873] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.438550] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.438550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.438550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.438550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.438550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.438550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.439036] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.575235] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.940973] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.941207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.941255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.941483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.941659] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.941766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.941838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.941998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.942113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.942208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.942475] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.942553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.942595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.942728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.942867] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.942967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.943043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.943193] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.943288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.943416] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.943532] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.077849] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.078065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.078148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.078458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.078591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.078727] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 is going to be created. [ 1195.102483] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.102705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.102705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.103348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.103544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.111964] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: UNINITIALIZED for 2s [ 1195.445666] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ae89b41-3242-4044-9461-c6bbdf9b0e37: rpc.has_security_group_logging(os_id): False [ 1195.482168] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.482412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.482554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.482849] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.482953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.483162] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.483267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.483352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.483577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.483666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.483883] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.483984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.484060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.484222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.484309] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.484515] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.484639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.484719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.484856] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.484949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.485049] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be updated. [ 1195.585743] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.586348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.586348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.586348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.586348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.603104] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: IN_PROGRESS for 2s [ 1196.178165] env[69839]: INFO networking_nsxv3.common.synchronization [req-db55601d-d328-40a9-8b3b-d6f7e8456c91 req-3a7694b3-b8b1-4a27-912c-279aaa1fcc48 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1196.178165] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1196.178165] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.178165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.178165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.179103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.179391] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.179612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.179757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.180075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.180292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.180546] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.614040] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.614393] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.614393] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.614725] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.615098] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.615537] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.615537] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.615760] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.615957] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.616251] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.616416] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.616578] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.616948] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.616948] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.617041] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.617234] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.637085] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.637372] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1196.637511] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.637616] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.637949] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-d09a4c54-a98e-40e2-9c96-9967411a21bb taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.638141] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-d09a4c54-a98e-40e2-9c96-9967411a21bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.638263] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-d09a4c54-a98e-40e2-9c96-9967411a21bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.638712] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-d09a4c54-a98e-40e2-9c96-9967411a21bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.638873] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09a4c54-a98e-40e2-9c96-9967411a21bb',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.683575] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.121938] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: UNINITIALIZED for 4s [ 1197.142521] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.142768] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.142974] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.143286] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.143444] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.143644] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port d09a4c54-a98e-40e2-9c96-9967411a21bb not found, creating... [ 1197.143918] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.144092] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.144263] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.144671] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.144897] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.145368] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.145634] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.145866] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.146275] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.146512] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.146761] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: d09a4c54-a98e-40e2-9c96-9967411a21bb is going to be created. [ 1197.167521] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.167755] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.167883] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.168196] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.168432] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.168669] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-d09a4c54-a98e-40e2-9c96-9967411a21bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.186380] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.616426] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1197.616659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.689936] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.689936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.689936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.689936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.689936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.690216] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1197.751363] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.751628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.751628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.751830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.752026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.772015] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1198.042459] env[69839]: INFO networking_nsxv3.common.synchronization [req-db55601d-d328-40a9-8b3b-d6f7e8456c91 req-39312eb2-b16b-4671-9b18-0fcde4d25841 service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1198.042663] env[69839]: INFO networking_nsxv3.common.synchronization [req-db55601d-d328-40a9-8b3b-d6f7e8456c91 req-39312eb2-b16b-4671-9b18-0fcde4d25841 service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1198.042809] env[69839]: INFO networking_nsxv3.common.synchronization [req-db55601d-d328-40a9-8b3b-d6f7e8456c91 req-39312eb2-b16b-4671-9b18-0fcde4d25841 service nova] Enqueued Resource ID: d09a4c54-a98e-40e2-9c96-9967411a21bb with Priority: HIGHEST for action port [ 1198.043373] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1198.043558] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1198.043697] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09a4c54-a98e-40e2-9c96-9967411a21bb with Priority: HIGHEST for action port [ 1198.043959] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.044079] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.044140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.044349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.044428] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.045853] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.045955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.046285] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09a4c54-a98e-40e2-9c96-9967411a21bb taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.046419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09a4c54-a98e-40e2-9c96-9967411a21bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.046814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09a4c54-a98e-40e2-9c96-9967411a21bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.047446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09a4c54-a98e-40e2-9c96-9967411a21bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.047446] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09a4c54-a98e-40e2-9c96-9967411a21bb',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.546905] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.546905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.550794] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d09a4c54-a98e-40e2-9c96-9967411a21bb with status ACTIVE [ 1198.550794] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.550794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.550794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.551197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.551197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.551197] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.551327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.551327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.551407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.551493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.551676] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.551797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.551866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.552017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.552097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.552183] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d09a4c54-a98e-40e2-9c96-9967411a21bb is going to be updated. [ 1198.572811] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.572998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.573076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.573285] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.573429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.573590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09a4c54-a98e-40e2-9c96-9967411a21bb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.130728] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: SUCCESS [ 1199.131062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.131431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.131703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.131943] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.132128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.132242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.132507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.132689] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.132761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.132892] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.504259] env[69839]: INFO networking_nsxv3.common.synchronization [req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 req-3f682838-7629-435f-a070-26ac97869eeb tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 1199.506566] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 1199.506566] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.506566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.506566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.506566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.508534] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.508534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.508534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.508534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.508534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.508534] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.639245] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.780878] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1199.780953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.781254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.781463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.781673] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.781791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.781860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.782025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.782116] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.782257] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.939734] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-210 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.940042] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.940230] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.940617] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.941101] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.941335] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.941514] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.941811] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.942092] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.942466] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.942710] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.942930] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.943157] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.943358] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1199.943533] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.943703] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.965852] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.965980] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1199.966201] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.966471] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-210" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.966965] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-f3a1d3cc-1783-4dd6-92a8-caade3b32d16 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.967256] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-f3a1d3cc-1783-4dd6-92a8-caade3b32d16" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.967423] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-f3a1d3cc-1783-4dd6-92a8-caade3b32d16" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.967861] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-f3a1d3cc-1783-4dd6-92a8-caade3b32d16" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.968081] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3a1d3cc-1783-4dd6-92a8-caade3b32d16',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.012825] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.141615] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1432624-13e9-4090-9e9d-38d8af9ab387: rpc.has_security_group_logging(os_id): False [ 1200.164541] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.165222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.165420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.168016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.168016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.168016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.168016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.168016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.168016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.168356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.168551] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 is going to be created. [ 1200.174634] env[69839]: INFO networking_nsxv3.common.synchronization [req-33001d35-cc38-4757-a412-422d68dbba97 req-42d7314a-c99d-4bbf-9ce2-e600852afba1 tempest-ImagesOneServerNegativeTestJSON-1752434125 tempest-ImagesOneServerNegativeTestJSON-1752434125-project-member] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1200.175127] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGHEST for action security_group_members [ 1200.175445] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.175572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.175665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.175840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.176107] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.176234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.176318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.176503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.176627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.176769] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.244028] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.244028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.244028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.244028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.244028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.254508] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: IN_PROGRESS for 2s [ 1200.283894] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.471200] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.471423] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.471566] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.471839] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.471995] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.472177] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port f3a1d3cc-1783-4dd6-92a8-caade3b32d16 not found, creating... [ 1200.472522] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.472690] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.472808] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.473049] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.473194] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.473583] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.473770] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.473878] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.474109] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.474251] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.474403] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: f3a1d3cc-1783-4dd6-92a8-caade3b32d16 is going to be created. [ 1200.492858] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.493101] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.493253] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.493557] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.493792] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.494039] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-f3a1d3cc-1783-4dd6-92a8-caade3b32d16" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.515522] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.683597] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.683781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.683845] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.684064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.684164] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.684365] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.684609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.684609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.684779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.684875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.684969] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be updated. [ 1200.719384] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.719566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.719672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.719910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.720067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.730294] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: IN_PROGRESS for 2s [ 1200.786376] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.017599] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.017787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.017889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.018220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.018345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.018492] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d is going to be updated. [ 1201.058546] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.058752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.058752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.059219] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.059380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.068813] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: IN_PROGRESS for 2s [ 1201.274231] env[69839]: INFO networking_nsxv3.common.synchronization [req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 req-864855fe-d3ca-4cc4-8c3f-b17d0b3d3685 service nova] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_rules [ 1201.274475] env[69839]: INFO networking_nsxv3.common.synchronization [req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 req-864855fe-d3ca-4cc4-8c3f-b17d0b3d3685 service nova] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 1201.274552] env[69839]: INFO networking_nsxv3.common.synchronization [req-f6fede4a-6e7c-47c9-9587-0c81ddf8f454 req-864855fe-d3ca-4cc4-8c3f-b17d0b3d3685 service nova] Enqueued Resource ID: f3a1d3cc-1783-4dd6-92a8-caade3b32d16 with Priority: HIGHEST for action port [ 1201.274845] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_rules [ 1201.274980] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 1201.275089] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a1d3cc-1783-4dd6-92a8-caade3b32d16 with Priority: HIGHEST for action port [ 1201.276299] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.276433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.276503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.276734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.276820] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.281306] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.281306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.281499] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3a1d3cc-1783-4dd6-92a8-caade3b32d16 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.281566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3a1d3cc-1783-4dd6-92a8-caade3b32d16" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.281608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3a1d3cc-1783-4dd6-92a8-caade3b32d16" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.281833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3a1d3cc-1783-4dd6-92a8-caade3b32d16" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.281921] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3a1d3cc-1783-4dd6-92a8-caade3b32d16',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.289237] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.289407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.289454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.289716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.289814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.289914] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1201.317560] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.317560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.317560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.317560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.317560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.328395] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1201.782147] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.782147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.787672] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3a1d3cc-1783-4dd6-92a8-caade3b32d16 with status ACTIVE [ 1201.787672] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.787672] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.787672] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.787672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.787672] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3a1d3cc-1783-4dd6-92a8-caade3b32d16 is going to be updated. [ 1201.807489] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.807489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.807489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.807489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.807489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.807489] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3a1d3cc-1783-4dd6-92a8-caade3b32d16" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.273484] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: SUCCESS [ 1202.274089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.740069] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 in Status: SUCCESS [ 1202.740069] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 deletion is rescheduled due to dependency. [ 1202.740497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.077975] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: SUCCESS [ 1203.078244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.078456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.078727] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.078961] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.079122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.079234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.079481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.079597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.079716] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.341630] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1203.341630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.341630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.341630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.341849] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.341984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.342069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.342230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.342341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.342494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.342649] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.582283] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.845837] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.846263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.846345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.846722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.847023] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.847208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.847384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.847654] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.847800] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.847985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.848305] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.848466] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.848571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.848830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.849125] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.849292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.849391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.849682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.849850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.849986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.850211] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.086013] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.353283] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55: rpc.has_security_group_logging(os_id): False [ 1204.393893] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.394158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.394158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.394356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.394451] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.394667] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.394769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.394836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.394993] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.395089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.395267] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.395364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.395426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.395570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.395647] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.395837] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.395932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.395995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.396155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.396233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.396320] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1204.471602] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.471827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.471827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.472031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.472189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.486019] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1204.589042] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.589254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.589300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.589533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.589633] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.589735] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d is going to be updated. [ 1204.644274] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.644479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.644479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.644735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.644887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.660844] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: IN_PROGRESS for 2s [ 1206.276592] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.277040] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1206.499457] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1206.499457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.672025] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: SUCCESS [ 1206.672025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.672025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.672025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.672025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.672025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.672025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.672025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.672025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.672025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.672025] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.175529] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.677872] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77582e5b-0f52-4e40-860e-1420861cf67d: rpc.has_security_group_logging(os_id): False [ 1207.695017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.695184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.695251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.695484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.713937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.714261] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.714400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.714486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.714651] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.714809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.714904] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d is going to be updated. [ 1207.780437] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.780653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.780760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.781088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.781308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.792914] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: IN_PROGRESS for 2s [ 1209.536899] env[69839]: INFO networking_nsxv3.common.synchronization [None req-221c7c32-add4-442f-9c78-ae81866ba9d4 None None] Enqueued Resource ID: 10367e35-c41d-4412-aed9-d4d4e1bdcc38 with Priority: HIGHEST for action port [ 1209.537189] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10367e35-c41d-4412-aed9-d4d4e1bdcc38 with Priority: HIGHEST for action port [ 1209.537737] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-10367e35-c41d-4412-aed9-d4d4e1bdcc38 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.538207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10367e35-c41d-4412-aed9-d4d4e1bdcc38" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.538275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10367e35-c41d-4412-aed9-d4d4e1bdcc38" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.538529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10367e35-c41d-4412-aed9-d4d4e1bdcc38" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.538617] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10367e35-c41d-4412-aed9-d4d4e1bdcc38',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.807405] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: SUCCESS [ 1209.807676] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.042608] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10367e35-c41d-4412-aed9-d4d4e1bdcc38 [ 1210.042608] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.042608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.042608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.042608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.042608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.042608] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10367e35-c41d-4412-aed9-d4d4e1bdcc38 already deleted. [ 1210.042608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10367e35-c41d-4412-aed9-d4d4e1bdcc38" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.284333] env[69839]: INFO networking_nsxv3.common.synchronization [req-1b4da21d-d736-4f39-bbae-8ef73ac539d5 req-112df280-162a-45cd-b338-738f223fa548 tempest-DeleteServersTestJSON-925872084 tempest-DeleteServersTestJSON-925872084-project-member] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1211.284860] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGHEST for action security_group_members [ 1211.285644] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.285774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.285843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.286343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.286544] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.286687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.286779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.287033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.287128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.287247] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.332359] env[69839]: INFO networking_nsxv3.common.synchronization [req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 req-8109a8fc-3f25-4c90-8d42-222464f7981e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1211.332684] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1211.333214] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.333336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.333447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.333641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.333796] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.333900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.333964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.336483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.336627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.336955] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.636799] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.637378] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.637378] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.637483] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.637710] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.637867] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.641193] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.641193] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.641193] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.641193] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.641193] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.641193] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.641193] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.641193] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1211.641193] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.641193] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.655390] env[69839]: INFO networking_nsxv3.common.synchronization [None req-1419eef2-d14e-4e7f-8e5e-71eebe7477d1 None None] Enqueued Resource ID: 5b0245b1-e8e5-4aa6-9ecf-8423f6ef1c0a with Priority: HIGHEST for action port [ 1211.656100] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b0245b1-e8e5-4aa6-9ecf-8423f6ef1c0a with Priority: HIGHEST for action port [ 1211.659399] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b0245b1-e8e5-4aa6-9ecf-8423f6ef1c0a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.659565] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b0245b1-e8e5-4aa6-9ecf-8423f6ef1c0a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.659666] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b0245b1-e8e5-4aa6-9ecf-8423f6ef1c0a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.659971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b0245b1-e8e5-4aa6-9ecf-8423f6ef1c0a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.660446] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b0245b1-e8e5-4aa6-9ecf-8423f6ef1c0a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.662860] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.665099] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1211.665099] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.665099] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.665099] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.665099] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.665358] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.665656] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.665828] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98bd77f-454b-4fbb-963f-b0b9f3a4ee04',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.790306] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.790306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.790306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.790306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.790306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.790306] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.790306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.790306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.790306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.790306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.790306] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be updated. [ 1211.817129] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.817312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.817472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.817630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.817785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.825806] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: IN_PROGRESS for 2s [ 1211.843432] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.162258] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b0245b1-e8e5-4aa6-9ecf-8423f6ef1c0a [ 1212.162519] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.162659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.162729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.162944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.163044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.163139] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b0245b1-e8e5-4aa6-9ecf-8423f6ef1c0a already deleted. [ 1212.163223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b0245b1-e8e5-4aa6-9ecf-8423f6ef1c0a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.170848] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.171086] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.171713] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.171713] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.171713] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.171960] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 not found, creating... [ 1212.172058] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.172192] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.172307] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.172576] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.172714] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.172998] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.173192] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.173322] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.173537] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.173672] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.173814] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 is going to be created. [ 1212.195349] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.195349] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.195574] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.195705] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.195942] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.196195] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.347981] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.549252] env[69839]: INFO networking_nsxv3.common.synchronization [req-f63198d3-3d77-4c58-9a23-bbc1240221e6 req-6ef180f7-a52a-4cbb-b370-f52426b879f3 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1212.549766] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1212.550189] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.550189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.550348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.550983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.550983] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.550983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.550983] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.551190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.551190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.551190] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.854065] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.854065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.854065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.854065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.854065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.854065] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 is going to be updated. [ 1212.855195] env[69839]: INFO networking_nsxv3.common.synchronization [req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 req-0ab10f68-424d-493d-9045-b797f82c36bb service nova] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_rules [ 1212.855580] env[69839]: INFO networking_nsxv3.common.synchronization [req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 req-0ab10f68-424d-493d-9045-b797f82c36bb service nova] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1212.855845] env[69839]: INFO networking_nsxv3.common.synchronization [req-369a740f-b5a9-4f3d-be4a-5d1c4e1ac1b0 req-0ab10f68-424d-493d-9045-b797f82c36bb service nova] Enqueued Resource ID: d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 with Priority: HIGHEST for action port [ 1212.856889] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_rules [ 1212.857574] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1212.857795] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 with Priority: HIGHEST for action port [ 1212.858190] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.858821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.859090] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.859390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.859802] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.861412] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.861628] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.861916] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.862153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.862307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.862583] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.862854] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98bd77f-454b-4fbb-963f-b0b9f3a4ee04',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.885146] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.885295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.885354] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.885551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.885701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.896157] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: IN_PROGRESS for 2s [ 1213.052658] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.362564] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.363428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.365129] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 with status ACTIVE [ 1213.365358] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.365490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.365668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.365770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.365860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.366045] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.366232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.366232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.366349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.366429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.366613] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.366701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.366776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.366918] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.367054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.367091] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d98bd77f-454b-4fbb-963f-b0b9f3a4ee04 is going to be updated. [ 1213.388914] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.389122] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.389222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.389455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.389631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.389825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d98bd77f-454b-4fbb-963f-b0b9f3a4ee04" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.556053] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.835227] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc in Status: SUCCESS [ 1213.835398] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc deletion is rescheduled due to dependency. [ 1213.835518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.058089] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.058288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.058357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.058569] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.058665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.058775] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1214.084116] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.084254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.084327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.084528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.084674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.093070] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1214.918843] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: SUCCESS [ 1214.919190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.919190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.919385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.919562] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.919682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.919750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.919906] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.919989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.920097] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.422024] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.924150] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.101288] env[69839]: INFO networking_nsxv3.common.synchronization [req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea req-289f9053-2c46-4696-9032-2fa80ea080b0 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1216.101857] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1216.102180] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.102544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.102544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.102885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.103233] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.103401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.103528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.103732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.103865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.104015] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.105696] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1216.105949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.406700] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.408076] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.409211] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.409637] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.409976] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.411013] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.411304] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.411601] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.412319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.412771] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.413782] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.413992] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.414228] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.414355] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1216.414475] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.414623] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.426753] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.426921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.427034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.428686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.428686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.428686] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 is going to be updated. [ 1216.441111] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.441333] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1216.441489] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.441677] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.442016] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-fde48ef1-3e39-404a-8639-e148e3d50849 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.442213] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-fde48ef1-3e39-404a-8639-e148e3d50849" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.442390] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-fde48ef1-3e39-404a-8639-e148e3d50849" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.442770] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-fde48ef1-3e39-404a-8639-e148e3d50849" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.442915] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde48ef1-3e39-404a-8639-e148e3d50849',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.458821] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.458982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.459082] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.459253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.459434] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.468766] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: IN_PROGRESS for 2s [ 1216.645243] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.645390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.645456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.645662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.645749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.645933] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.646038] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.646142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.646293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.646368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.646453] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 already deleted. [ 1216.646531] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.947515] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.947870] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.948086] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.948407] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.948567] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.948728] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port fde48ef1-3e39-404a-8639-e148e3d50849 not found, creating... [ 1216.948989] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.949161] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.949278] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.949488] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.949698] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.950010] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.950258] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.950381] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.950590] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.950728] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.950880] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: fde48ef1-3e39-404a-8639-e148e3d50849 is going to be created. [ 1216.973368] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.973613] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.973779] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.975181] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.975181] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.975181] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-fde48ef1-3e39-404a-8639-e148e3d50849" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.662601] env[69839]: INFO networking_nsxv3.common.synchronization [req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea req-234c8f26-181a-4442-9383-50f018bdf53e service nova] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_rules [ 1217.662782] env[69839]: INFO networking_nsxv3.common.synchronization [req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea req-234c8f26-181a-4442-9383-50f018bdf53e service nova] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1217.662926] env[69839]: INFO networking_nsxv3.common.synchronization [req-b952751a-24b7-49c0-8cb2-c1ed97cea8ea req-234c8f26-181a-4442-9383-50f018bdf53e service nova] Enqueued Resource ID: fde48ef1-3e39-404a-8639-e148e3d50849 with Priority: HIGHEST for action port [ 1217.663412] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_rules [ 1217.663599] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1217.663666] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde48ef1-3e39-404a-8639-e148e3d50849 with Priority: HIGHEST for action port [ 1217.663924] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.664106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.664175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.664432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.665071] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.665578] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.666975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.666975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.666975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.666975] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.666975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.666975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.666975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.666975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.666975] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.667461] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde48ef1-3e39-404a-8639-e148e3d50849 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.667461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde48ef1-3e39-404a-8639-e148e3d50849" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.667461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde48ef1-3e39-404a-8639-e148e3d50849" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.667765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde48ef1-3e39-404a-8639-e148e3d50849" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.667765] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde48ef1-3e39-404a-8639-e148e3d50849',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.169648] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.170045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.172173] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.173065] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fde48ef1-3e39-404a-8639-e148e3d50849 with status ACTIVE [ 1218.175424] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.175424] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.175424] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.175424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.175424] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fde48ef1-3e39-404a-8639-e148e3d50849 is going to be updated. [ 1218.201186] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.201384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.201384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.201591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.201730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.201879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde48ef1-3e39-404a-8639-e148e3d50849" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.479037] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: SUCCESS [ 1218.480216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.480216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.480216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.480216] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.480216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.480216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.480563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.480657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.480891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.481036] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.676826] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.983603] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.179067] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.179774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.179774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.179962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.179962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.180073] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be created. [ 1219.206147] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.206300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.206376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.207040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.207040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.217287] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: UNINITIALIZED for 2s [ 1219.485748] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1432624-13e9-4090-9e9d-38d8af9ab387: rpc.has_security_group_logging(os_id): False [ 1219.503156] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.503373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.503373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.503627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.503739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.504021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.504131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.504195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.504355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.504433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.504520] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 is going to be updated. [ 1219.594612] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.595097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.595097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.595097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.595270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.614931] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: IN_PROGRESS for 2s [ 1221.190896] env[69839]: INFO networking_nsxv3.common.synchronization [None req-ebc3102c-8706-4d25-884f-fcc42225097e tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1221.191461] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1221.191770] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.191902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.192045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.192188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.192335] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.192437] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.192526] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.192674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.192800] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.192874] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.228036] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1221.228269] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.228688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.228908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.229106] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.229223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.229290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.229444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.229525] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.229638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.229732] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.629861] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: SUCCESS [ 1221.630110] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.694981] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.695201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.695310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.695638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.695779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.696071] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.696212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.696311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.696575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.696670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.696790] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1221.728517] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.728933] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.729024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.729268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.729433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.732281] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.732504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.732504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.732693] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.732864] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.732999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.733100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.733178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.733284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.733385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.733567] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.733694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.733801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.733985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.734159] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.734271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.734327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.734492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.734574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.734683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.734822] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.743121] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1222.238453] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82: rpc.has_security_group_logging(os_id): False [ 1222.264016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.264016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.264016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.264016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.264570] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.264570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.264570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.264570] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.264929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.265184] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be created. [ 1222.439735] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.442017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.442017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.442017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.442017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.458027] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1223.754768] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1223.755214] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c deletion is rescheduled due to dependency. [ 1223.755214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.472990] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1224.472990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.047263] env[69839]: INFO networking_nsxv3.common.synchronization [req-6de71c3a-9cf5-4e1a-9c86-8ac3d4db4213 req-bb184a98-372f-48ef-90d9-ea39b99cc98d tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1225.047850] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1225.048179] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.048303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.048369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.048561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.048716] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.048813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.048876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.049860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.050053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.050198] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.554501] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.004176] env[69839]: INFO networking_nsxv3.common.synchronization [None req-0215b18c-43da-4b50-a427-202cee9ac6b3 None None] Enqueued Resource ID: 087bf2a5-5e8e-4500-8583-a11080ff4f64 with Priority: HIGHEST for action port [ 1226.004176] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087bf2a5-5e8e-4500-8583-a11080ff4f64 with Priority: HIGHEST for action port [ 1226.004176] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-087bf2a5-5e8e-4500-8583-a11080ff4f64 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.006797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-087bf2a5-5e8e-4500-8583-a11080ff4f64" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.006797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-087bf2a5-5e8e-4500-8583-a11080ff4f64" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.006797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-087bf2a5-5e8e-4500-8583-a11080ff4f64" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.006797] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('087bf2a5-5e8e-4500-8583-a11080ff4f64',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.057481] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.508673] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 087bf2a5-5e8e-4500-8583-a11080ff4f64 [ 1226.508983] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.509145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.509222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.509424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.509515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.509649] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:087bf2a5-5e8e-4500-8583-a11080ff4f64 already deleted. [ 1226.513027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-087bf2a5-5e8e-4500-8583-a11080ff4f64" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.560558] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.560558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.560558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.560558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.560862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.560862] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1226.596248] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.596419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.596465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.596691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.596867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.607958] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1227.580598] env[69839]: INFO networking_nsxv3.common.synchronization [req-dcb73fcd-8486-4257-9ab2-913dbb94e331 req-4b2649c3-0468-4596-94a9-8b333924dbba tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_members [ 1227.581175] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab with Priority: HIGHEST for action security_group_members [ 1227.581490] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.581616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.581696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.581883] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.582666] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.582798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.582866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.583053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.583146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.583244] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeac3e4e-1c4f-492a-bf61-d45b3d583dab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.088608] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.088770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.088868] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.089054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.089151] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.089543] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.089543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.089740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.089803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.089859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.089912] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab is going to be updated. [ 1228.117347] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.117477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.117548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.117829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.118041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.126198] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab in Status: IN_PROGRESS for 2s [ 1228.198284] env[69839]: INFO networking_nsxv3.common.synchronization [None req-9788b49a-ab87-4c8e-886d-36f1cfb60a2c None None] Enqueued Resource ID: 3b228329-8501-4cf0-8f79-59bd9fa93526 with Priority: HIGHEST for action port [ 1228.198554] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b228329-8501-4cf0-8f79-59bd9fa93526 with Priority: HIGHEST for action port [ 1228.199168] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b228329-8501-4cf0-8f79-59bd9fa93526 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.199287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b228329-8501-4cf0-8f79-59bd9fa93526" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.199365] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b228329-8501-4cf0-8f79-59bd9fa93526" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.199948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b228329-8501-4cf0-8f79-59bd9fa93526" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.199948] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b228329-8501-4cf0-8f79-59bd9fa93526',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.617990] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1228.618426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.705835] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b228329-8501-4cf0-8f79-59bd9fa93526 [ 1228.706149] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.706342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.706428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.706643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.706735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.706834] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b228329-8501-4cf0-8f79-59bd9fa93526 already deleted. [ 1228.706915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b228329-8501-4cf0-8f79-59bd9fa93526" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.610508] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.610718] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.610883] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.611299] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.611699] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.612142] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.612348] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.612726] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.612923] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.613165] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.613281] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.613403] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.613515] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.613653] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1229.613787] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.613928] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.635065] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.635366] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1229.635517] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.635698] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-368" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.636610] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-2bab9b23-354a-42ce-accb-ec0139c7fb8f taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.636610] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.636878] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.637192] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.637342] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bab9b23-354a-42ce-accb-ec0139c7fb8f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.137584] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab in Status: SUCCESS [ 1230.137786] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeac3e4e-1c4f-492a-bf61-d45b3d583dab deletion is rescheduled due to dependency. [ 1230.137919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeac3e4e-1c4f-492a-bf61-d45b3d583dab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.139551] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.139833] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.139895] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.140224] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.140400] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.140752] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.140970] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.141206] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.141531] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.141717] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.142103] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.142322] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.142497] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.142835] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.143037] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.143236] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 2bab9b23-354a-42ce-accb-ec0139c7fb8f is going to be updated. [ 1230.170871] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.171159] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.171315] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.171624] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.171851] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.172166] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.886383] env[69839]: INFO networking_nsxv3.common.synchronization [req-5f22e6ca-1bbf-4281-9128-2963948a85d9 req-a9087e54-8ff5-4318-9c76-9cb29046b50b service nova] Enqueued Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_rules [ 1230.886383] env[69839]: INFO networking_nsxv3.common.synchronization [req-5f22e6ca-1bbf-4281-9128-2963948a85d9 req-a9087e54-8ff5-4318-9c76-9cb29046b50b service nova] Enqueued Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_members [ 1230.886383] env[69839]: INFO networking_nsxv3.common.synchronization [req-5f22e6ca-1bbf-4281-9128-2963948a85d9 req-a9087e54-8ff5-4318-9c76-9cb29046b50b service nova] Enqueued Resource ID: 2bab9b23-354a-42ce-accb-ec0139c7fb8f with Priority: HIGHEST for action port [ 1230.886383] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_rules [ 1230.886808] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_members [ 1230.886808] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bab9b23-354a-42ce-accb-ec0139c7fb8f with Priority: HIGHEST for action port [ 1230.887092] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.887210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.887275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.887465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.887540] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.888351] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.888458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.888515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.888678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.888819] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.888912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.888975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.889146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.889216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.889304] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.890054] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bab9b23-354a-42ce-accb-ec0139c7fb8f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.890146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.890176] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.890316] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.890394] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bab9b23-354a-42ce-accb-ec0139c7fb8f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.392323] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.393427] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.393580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.393792] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bab9b23-354a-42ce-accb-ec0139c7fb8f with status ACTIVE [ 1231.394027] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.394189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.394289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.394493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.394586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.394754] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.394852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.394915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.395124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.395231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.395436] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.395573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.395656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.395826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.395929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.396048] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bab9b23-354a-42ce-accb-ec0139c7fb8f is going to be updated. [ 1231.416849] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.417034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.417034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.417233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.417361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.417511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bab9b23-354a-42ce-accb-ec0139c7fb8f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.898352] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.400871] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.401085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.401203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.401427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.401522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.401627] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 is going to be updated. [ 1232.429338] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.429490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.429567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.429771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.429912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.439132] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 in Status: IN_PROGRESS for 2s [ 1234.450117] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 in Status: SUCCESS [ 1234.450458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.450533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.450746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.450962] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.451120] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.451204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.451385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.451488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.451595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.451720] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.954335] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.203446] env[69839]: INFO networking_nsxv3.common.synchronization [req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d req-674215a8-6809-44b9-aed3-40b41395ca2c tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1235.203980] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1235.204284] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.204399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.204463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.204769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.204954] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.205263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.205375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.205765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.205765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.205915] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.457145] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cb6688e-a42b-4ca8-b966-4865b55f0d12: rpc.has_security_group_logging(os_id): False [ 1235.475183] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.475183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.475183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.475183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.475183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.475432] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.475432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.475503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.476632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.476632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.476632] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 is going to be updated. [ 1235.542643] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.542643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.542643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.542643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.542643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.554258] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 in Status: IN_PROGRESS for 2s [ 1235.662392] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.664017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-724" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.664017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-724" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.664017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-724" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.664017] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.664017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.664017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.664017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.664520] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.664863] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.665187] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.665395] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.665648] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.665880] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.666262] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.666542] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.684488] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.686033] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1235.686033] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.686033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-724" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.686033] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.686033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.686033] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.686389] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.686389] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1102d36d-5c3c-40c6-a4f1-b54dd97deb3b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.707659] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.707758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.707814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.708020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.708118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.708312] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.708408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.708466] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.708610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.708686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.708772] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 already deleted. [ 1235.708854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.191089] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.191334] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.191467] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.191757] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.191916] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.192112] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b not found, creating... [ 1236.192406] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.192571] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.192774] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.193234] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.193234] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.193458] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.193622] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.193742] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.193959] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.194112] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.194260] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b is going to be created. [ 1236.219021] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.219021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.219021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.219021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.219021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.219021] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.949512] env[69839]: INFO networking_nsxv3.common.synchronization [req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d req-4844f973-058e-4a8d-9a7f-7643936ad5f7 service nova] Enqueued Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_rules [ 1236.949821] env[69839]: INFO networking_nsxv3.common.synchronization [req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d req-4844f973-058e-4a8d-9a7f-7643936ad5f7 service nova] Enqueued Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1236.949907] env[69839]: INFO networking_nsxv3.common.synchronization [req-b7e2cf6c-7662-46af-a10b-29d0516c3a4d req-4844f973-058e-4a8d-9a7f-7643936ad5f7 service nova] Enqueued Resource ID: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b with Priority: HIGHEST for action port [ 1236.950146] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_rules [ 1236.950268] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1236.950361] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b with Priority: HIGHEST for action port [ 1236.950899] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.951555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.951668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.951929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.952021] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.953195] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.953401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.953401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.954027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.954192] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.954297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.954358] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.954513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.954599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.954692] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.957435] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.957588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.957656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.957816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.957895] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1102d36d-5c3c-40c6-a4f1-b54dd97deb3b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.460160] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b with status ACTIVE [ 1237.460397] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.460567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.460674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.460920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.461028] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.461215] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.461318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.461381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.461532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.461610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.461793] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.461888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.461951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.462105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.462181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.462267] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b is going to be updated. [ 1237.464061] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.464295] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.464389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.484912] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.485131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.485230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.485396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.485527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.485678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.583058] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 in Status: SUCCESS [ 1237.583333] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.877315] env[69839]: INFO networking_nsxv3.common.synchronization [req-f97d3681-0103-4649-9113-f8491fd8b24a req-e8e4f3f2-a114-4010-b856-1070593bc12d tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1237.878584] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1237.879265] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.879635] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.879881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.880263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.880638] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.881291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.881291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.881513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.881735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.881981] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.965538] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.385345] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.385345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.385551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.385712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.385801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.386015] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.386296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.386296] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.386411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.386447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.386634] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1238.414931] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.415157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.415206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.415419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.415567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.424970] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1238.467594] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.467775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.467857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.468089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.468177] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.468283] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 is going to be created. [ 1238.471405] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.471600] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.471731] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.472014] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.472280] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.472443] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.472565] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.472878] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.473049] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.473266] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1238.473385] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.473501] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.473620] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.473720] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1238.473835] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.473971] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.504644] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.504836] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1238.504995] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.505212] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.505554] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-09d09fb6-270f-4152-9fd6-97de0715bb7e taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.505736] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.505863] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.506226] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.506371] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d09fb6-270f-4152-9fd6-97de0715bb7e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.510725] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.510725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.510725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.510725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.510725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.519186] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: UNINITIALIZED for 2s [ 1239.009771] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.010094] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.010237] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.010563] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.010777] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.010973] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 09d09fb6-270f-4152-9fd6-97de0715bb7e not found, creating... [ 1239.011328] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.011548] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.011672] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.011950] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.012130] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.012478] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.012706] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.012890] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.013185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.013446] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.013541] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 09d09fb6-270f-4152-9fd6-97de0715bb7e is going to be created. [ 1239.036234] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.036594] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.036791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.037109] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.037376] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.037616] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.027732] env[69839]: INFO networking_nsxv3.common.synchronization [req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e req-006f50b0-c7a0-468d-afbf-a9419bf719a9 service nova] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_rules [ 1240.028041] env[69839]: INFO networking_nsxv3.common.synchronization [req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e req-006f50b0-c7a0-468d-afbf-a9419bf719a9 service nova] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1240.028084] env[69839]: INFO networking_nsxv3.common.synchronization [req-86ef46a8-d2d7-44cd-8bc7-86aa3522e28e req-006f50b0-c7a0-468d-afbf-a9419bf719a9 service nova] Enqueued Resource ID: 09d09fb6-270f-4152-9fd6-97de0715bb7e with Priority: HIGHEST for action port [ 1240.028314] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_rules [ 1240.028443] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1240.028540] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d09fb6-270f-4152-9fd6-97de0715bb7e with Priority: HIGHEST for action port [ 1240.029708] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.029842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.029912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.030133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.030221] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.031469] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.031684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.031763] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.031933] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.032089] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.032185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.032247] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.032384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.032470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.032558] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.033895] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-09d09fb6-270f-4152-9fd6-97de0715bb7e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.034022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.034758] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.035050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.035142] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d09fb6-270f-4152-9fd6-97de0715bb7e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.339902] env[69839]: INFO networking_nsxv3.common.synchronization [req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 req-07442885-cfd8-4e0f-ab1f-48b73a2cc388 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1240.339902] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1240.339902] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.340282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.340348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.340560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.340733] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.340836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.340897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.341171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.342514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.342514] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.435412] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1240.435591] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 deletion is rescheduled due to dependency. [ 1240.435706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.531539] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: SUCCESS [ 1240.531766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.532118] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.532227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.532335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.532533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.532702] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.532854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.532927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.533096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.533178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.533265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.533352] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.537544] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.537544] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09d09fb6-270f-4152-9fd6-97de0715bb7e with status ACTIVE [ 1240.537544] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.537544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.537544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.537544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.537544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.538017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.538111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.538236] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.538329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.538409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.538593] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.538706] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.538787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.538933] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.539011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.541236] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09d09fb6-270f-4152-9fd6-97de0715bb7e is going to be updated. [ 1240.561317] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.561461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.561535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.561922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.562106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.562272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.772530] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.772793] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.772933] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.773245] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.773522] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.773702] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.773841] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.774089] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.774253] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.774474] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.774593] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.774755] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.774887] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.775061] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.775185] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.775374] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.793290] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.793469] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1240.793617] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.793804] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.794148] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-239c1d93-ba09-464e-9df7-e7564466a24b taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.794327] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-239c1d93-ba09-464e-9df7-e7564466a24b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.794450] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-239c1d93-ba09-464e-9df7-e7564466a24b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.794791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-239c1d93-ba09-464e-9df7-e7564466a24b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.794939] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('239c1d93-ba09-464e-9df7-e7564466a24b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.847036] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.035965] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.035965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.035965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.035965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.036467] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.036467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.036467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.036467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.036603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.036603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.036749] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.036839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.036899] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.037066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.037394] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.037394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.037394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.037547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.037547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.037611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.037689] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.038627] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.297319] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.297638] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.297817] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.298143] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.298335] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.298524] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 239c1d93-ba09-464e-9df7-e7564466a24b not found, creating... [ 1241.298830] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.298998] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.299185] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.299451] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.299625] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.299948] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.300164] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.300314] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.300598] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.300713] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.300892] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 239c1d93-ba09-464e-9df7-e7564466a24b is going to be created. [ 1241.321054] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.321054] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.321054] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.321334] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.321608] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.321852] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-239c1d93-ba09-464e-9df7-e7564466a24b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.352963] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.542885] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.542885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.542885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.542885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.542885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.542885] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1241.543972] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4fb662-045c-48d8-9c1e-cb91ab0987e6: rpc.has_security_group_logging(os_id): False [ 1241.565770] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.565988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.565988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.566227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.566323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.566541] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.566643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.566710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.566863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.566939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.567128] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.567224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.567286] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.567440] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.567517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.567703] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.567806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.567876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.568218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.568366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.568467] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 is going to be created. [ 1241.581101] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.581279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.581322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.581528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.581675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.589417] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1241.638754] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.638754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.638754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.639085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.639189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.687777] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: IN_PROGRESS for 2s [ 1241.854508] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.854776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.854916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.855083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.855180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.855293] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1241.895273] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.896862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.897135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.897484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.897728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.911571] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1242.208107] env[69839]: INFO networking_nsxv3.common.synchronization [req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 req-0bb0083d-a49b-43f0-869b-6d43e6e731d2 service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1242.208377] env[69839]: INFO networking_nsxv3.common.synchronization [req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 req-0bb0083d-a49b-43f0-869b-6d43e6e731d2 service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1242.208541] env[69839]: INFO networking_nsxv3.common.synchronization [req-a4f58fdd-ec6f-47b5-888a-9bcab79c6974 req-0bb0083d-a49b-43f0-869b-6d43e6e731d2 service nova] Enqueued Resource ID: 239c1d93-ba09-464e-9df7-e7564466a24b with Priority: HIGHEST for action port [ 1242.208673] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1242.208800] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1242.208897] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239c1d93-ba09-464e-9df7-e7564466a24b with Priority: HIGHEST for action port [ 1242.209869] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.209992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.210132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.210295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.210409] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.211231] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.211326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.212076] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-239c1d93-ba09-464e-9df7-e7564466a24b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.212076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-239c1d93-ba09-464e-9df7-e7564466a24b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.212076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-239c1d93-ba09-464e-9df7-e7564466a24b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.212076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-239c1d93-ba09-464e-9df7-e7564466a24b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.212076] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('239c1d93-ba09-464e-9df7-e7564466a24b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.715431] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.715431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.715431] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 239c1d93-ba09-464e-9df7-e7564466a24b with status ACTIVE [ 1242.715741] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.715741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.715840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.716191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.716341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.716625] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.716782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.716890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.717376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.717528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.717682] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.717814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.717880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.718123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.718253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.718391] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 239c1d93-ba09-464e-9df7-e7564466a24b is going to be updated. [ 1242.743565] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.743830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.743830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.744188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.744612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.744612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-239c1d93-ba09-464e-9df7-e7564466a24b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.601697] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1243.601697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.601697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.601697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.602207] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.602207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.602207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.602207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.602360] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.602399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.602474] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.703234] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: SUCCESS [ 1243.703483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.920844] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1243.921092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.921270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.921482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.921690] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.921865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.921865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.922041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.922138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.922222] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.104877] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.106402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.106402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.106572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.106767] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.106916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.106991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.107175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.107297] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.107358] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.107518] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.107612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.107679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.107803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.107941] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.108045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.108144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.108350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.108471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.108593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.108725] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.423964] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.612813] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a124e20a-297d-40aa-aa5a-bd6a6e86394c: rpc.has_security_group_logging(os_id): False [ 1244.634025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.634025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.634025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.634025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.634694] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.634694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.634694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.634694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.634694] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.634694] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1244.700864] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.700864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.700864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.700864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.700864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.711746] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1244.926265] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.429022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.429242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.429324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.429598] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.429702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.429810] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1245.458537] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.458680] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.458738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.459013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.459183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.467156] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1246.249631] env[69839]: INFO networking_nsxv3.common.synchronization [req-40494610-9444-44a7-a25e-da3bbaf2f5f7 req-c21d20ad-bcfb-4ef5-b2be-582342dac5e6 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1246.250489] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1246.250860] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.251037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.251134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.251397] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.251609] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.251745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.251834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.252066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.252183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.252318] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.618214] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.618420] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.618553] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.618857] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.619491] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.619685] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.619856] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.620057] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.620218] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.620465] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.620615] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.620741] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.620858] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.620974] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.621176] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.621282] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.641074] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.641245] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1246.641385] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.641559] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.641862] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-bb85cfe2-9b69-4221-87dc-293be43698b5 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.642041] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-bb85cfe2-9b69-4221-87dc-293be43698b5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.642218] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-bb85cfe2-9b69-4221-87dc-293be43698b5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.642472] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-bb85cfe2-9b69-4221-87dc-293be43698b5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.642616] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb85cfe2-9b69-4221-87dc-293be43698b5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.725767] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1246.725969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.757232] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.757380] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.757456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.757690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.757784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.757982] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.758095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.758159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.758314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.758395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.758485] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1246.785472] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.785657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.785657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.785944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.786158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.796432] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1247.147022] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.147022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.147022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.147022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.147022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.147022] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port bb85cfe2-9b69-4221-87dc-293be43698b5 not found, creating... [ 1247.147022] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.147022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.147022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.147022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.147022] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.147558] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.147558] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.148054] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.148515] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.148795] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.149169] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: bb85cfe2-9b69-4221-87dc-293be43698b5 is going to be created. [ 1247.178713] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.178713] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.178713] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.178713] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.178713] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.178713] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-bb85cfe2-9b69-4221-87dc-293be43698b5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.478364] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1247.478364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.478364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.478364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.478364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.478364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.478364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.478364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.478364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.478364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.478364] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.841445] env[69839]: INFO networking_nsxv3.common.synchronization [req-40494610-9444-44a7-a25e-da3bbaf2f5f7 req-9a9c5f49-8bef-4209-9d2b-ddb2bb02ec41 service nova] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_rules [ 1247.841627] env[69839]: INFO networking_nsxv3.common.synchronization [req-40494610-9444-44a7-a25e-da3bbaf2f5f7 req-9a9c5f49-8bef-4209-9d2b-ddb2bb02ec41 service nova] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1247.841770] env[69839]: INFO networking_nsxv3.common.synchronization [req-40494610-9444-44a7-a25e-da3bbaf2f5f7 req-9a9c5f49-8bef-4209-9d2b-ddb2bb02ec41 service nova] Enqueued Resource ID: bb85cfe2-9b69-4221-87dc-293be43698b5 with Priority: HIGHEST for action port [ 1247.842015] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_rules [ 1247.842150] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1247.842247] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb85cfe2-9b69-4221-87dc-293be43698b5 with Priority: HIGHEST for action port [ 1247.842819] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.843044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.843044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.843216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.843288] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.844371] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.844481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.844665] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb85cfe2-9b69-4221-87dc-293be43698b5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.844765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb85cfe2-9b69-4221-87dc-293be43698b5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.844837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb85cfe2-9b69-4221-87dc-293be43698b5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.844986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb85cfe2-9b69-4221-87dc-293be43698b5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.845065] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb85cfe2-9b69-4221-87dc-293be43698b5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.980359] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.980494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.980553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.980756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.980949] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.981063] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.981130] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.981320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.981458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.981458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.981618] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.981739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.981844] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.982088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.982321] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.982434] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.982497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.982641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.982720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.982834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.982945] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.346750] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.346750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.349056] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb85cfe2-9b69-4221-87dc-293be43698b5 with status ACTIVE [ 1248.349465] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.349465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.349465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.349648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.349690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.349851] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.349945] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.350073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.350233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.350315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.350502] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.350595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.350748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.351121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.351121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.351121] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb85cfe2-9b69-4221-87dc-293be43698b5 is going to be updated. [ 1248.371877] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.372043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.372107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.372308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.372447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.372604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb85cfe2-9b69-4221-87dc-293be43698b5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.485558] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55: rpc.has_security_group_logging(os_id): False [ 1248.512030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.512030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.512030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.512030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.512030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.512030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.512030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.512030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.512483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.512483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.512483] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.512483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.512776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.512776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.512776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.512978] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.513087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.513150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.513293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.513369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.513457] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1248.609657] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.609846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.609962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.610217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.610367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.636809] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1248.807217] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1248.807404] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 deletion is rescheduled due to dependency. [ 1248.807522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.807684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.807922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.808165] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.808307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.808406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.808599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.808690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.808832] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.311491] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.814102] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.972323] env[69839]: INFO networking_nsxv3.common.synchronization [req-350f380c-f432-4465-9b1a-ae284a4eebea req-677ee5e0-0787-4f5f-a30c-b49b91bdbb02 tempest-AttachVolumeTestJSON-442786894 tempest-AttachVolumeTestJSON-442786894-project-member] Enqueued Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_members [ 1249.973440] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGHEST for action security_group_members [ 1249.973816] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.974074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.974154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.974462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.975106] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.975106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.975106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.975350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.975350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.975508] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.316344] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.316540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.316588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.316793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.316888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.317026] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1250.346074] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.346227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.346268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.346473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.346631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.355203] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1250.480255] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.480423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.480497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.481052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.481052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.481052] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.481197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.481197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.481324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.481404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.481491] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f is going to be updated. [ 1250.529138] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.529334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.529430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.529705] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.529891] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.538224] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f in Status: IN_PROGRESS for 2s [ 1250.655581] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1250.655770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.366511] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1252.366511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.366511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.366511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.366511] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.367039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.367039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.367039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.367039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.367039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.367213] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.549900] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f in Status: SUCCESS [ 1252.550229] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f deletion is rescheduled due to dependency. [ 1252.550596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.869818] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.869982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.870076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.870298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.870495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.870550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.870616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.870766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.870858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.870951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.871118] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.871214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.871268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.871433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.871546] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.871636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.871696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.871833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.871910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.871990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.872105] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.376467] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82: rpc.has_security_group_logging(os_id): False [ 1253.395175] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.395828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.396066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.398017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.398017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.398017] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.398017] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.398874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.399175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.401152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.401152] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1253.467515] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.467515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.467515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.467515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.467515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.481937] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1254.309043] env[69839]: INFO networking_nsxv3.common.synchronization [req-6629408f-5cb9-47d2-827d-fa6aef846d38 req-90e8ca23-f208-4078-a3c2-e55eb3059a1f tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1254.309043] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1254.309043] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.309043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.309043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.309043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.309043] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.309043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.309043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.309043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.309043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.309592] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.811386] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.315281] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.496298] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1255.496298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.613160] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.613160] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.613160] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.613160] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.613160] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.613160] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.620139] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.620139] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.620139] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.620139] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.620139] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.620139] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.620139] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.620139] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1255.620139] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.620139] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.638387] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.638387] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1255.638387] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.638387] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-809" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.638387] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-09d09fb6-270f-4152-9fd6-97de0715bb7e taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.638387] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.638387] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.638768] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.638768] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d09fb6-270f-4152-9fd6-97de0715bb7e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.817217] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.817586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.817586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.817671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.817707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.817794] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1255.862060] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.862231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.862277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.862484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.862626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.873933] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1256.142055] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.142055] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.142254] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.142480] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.142676] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.143049] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.143267] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.143421] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.143684] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.143866] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.144199] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.144411] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.144572] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.144797] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.144940] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.145104] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 09d09fb6-270f-4152-9fd6-97de0715bb7e is going to be updated. [ 1256.176283] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.176453] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.176566] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.176791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.176979] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.177211] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.648945] env[69839]: INFO networking_nsxv3.common.synchronization [req-101d8481-0b6c-41ce-9b43-9e2c0f2cb7fa req-ceb29c21-b0a2-47dd-b74b-50aa57541ac0 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: 1b911469-6b44-4cbf-b008-6b3062504423 with Priority: HIGHEST for action security_group_members [ 1256.649180] env[69839]: INFO networking_nsxv3.common.synchronization [req-101d8481-0b6c-41ce-9b43-9e2c0f2cb7fa req-ceb29c21-b0a2-47dd-b74b-50aa57541ac0 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1256.649826] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b911469-6b44-4cbf-b008-6b3062504423 with Priority: HIGHEST for action security_group_members [ 1256.649947] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1256.651447] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b911469-6b44-4cbf-b008-6b3062504423 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.651447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.651447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.651447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.651447] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.653816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.653816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.653816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.654086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.654086] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b911469-6b44-4cbf-b008-6b3062504423',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.655871] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.656013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.656083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.656241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.656859] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.656859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.657018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.657365] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.657365] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.657365] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.730829] env[69839]: INFO networking_nsxv3.common.synchronization [req-101d8481-0b6c-41ce-9b43-9e2c0f2cb7fa req-ceb29c21-b0a2-47dd-b74b-50aa57541ac0 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: 1b911469-6b44-4cbf-b008-6b3062504423 with Priority: HIGHEST for action security_group_rules [ 1256.731068] env[69839]: INFO networking_nsxv3.common.synchronization [req-101d8481-0b6c-41ce-9b43-9e2c0f2cb7fa req-ceb29c21-b0a2-47dd-b74b-50aa57541ac0 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: 1b911469-6b44-4cbf-b008-6b3062504423 with Priority: HIGHEST for action security_group_members [ 1256.731259] env[69839]: INFO networking_nsxv3.common.synchronization [req-101d8481-0b6c-41ce-9b43-9e2c0f2cb7fa req-ceb29c21-b0a2-47dd-b74b-50aa57541ac0 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_rules [ 1256.731417] env[69839]: INFO networking_nsxv3.common.synchronization [req-101d8481-0b6c-41ce-9b43-9e2c0f2cb7fa req-ceb29c21-b0a2-47dd-b74b-50aa57541ac0 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1256.731560] env[69839]: INFO networking_nsxv3.common.synchronization [req-101d8481-0b6c-41ce-9b43-9e2c0f2cb7fa req-ceb29c21-b0a2-47dd-b74b-50aa57541ac0 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b with Priority: HIGHEST for action port [ 1256.732228] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b911469-6b44-4cbf-b008-6b3062504423 with Priority: HIGHEST for action security_group_rules [ 1256.732407] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_rules [ 1256.732529] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b with Priority: HIGHEST for action port [ 1256.732648] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b911469-6b44-4cbf-b008-6b3062504423 with Priority: HIGHEST for action security_group_members [ 1256.732760] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1256.733346] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b911469-6b44-4cbf-b008-6b3062504423 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.733513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.733586] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.733900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.734016] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b911469-6b44-4cbf-b008-6b3062504423',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.735314] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.735497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.735578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.735788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.735871] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.737053] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.737174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.737365] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.737563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.737658] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1102d36d-5c3c-40c6-a4f1-b54dd97deb3b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.738907] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b911469-6b44-4cbf-b008-6b3062504423 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.739022] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.739223] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.739478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.957982] env[69839]: INFO networking_nsxv3.common.synchronization [req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 req-44ed190f-efee-4123-abae-8fa7adfdc955 service nova] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_rules [ 1256.958243] env[69839]: INFO networking_nsxv3.common.synchronization [req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 req-44ed190f-efee-4123-abae-8fa7adfdc955 service nova] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1256.958336] env[69839]: INFO networking_nsxv3.common.synchronization [req-e8646a61-b12e-4cdb-9c53-9d2be880ba06 req-44ed190f-efee-4123-abae-8fa7adfdc955 service nova] Enqueued Resource ID: 09d09fb6-270f-4152-9fd6-97de0715bb7e with Priority: HIGHEST for action port [ 1256.958569] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_rules [ 1256.958696] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1256.958788] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d09fb6-270f-4152-9fd6-97de0715bb7e with Priority: HIGHEST for action port [ 1256.959332] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.959480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.959517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.959708] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.959789] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.961115] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.961319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.963605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.963605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.963605] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.963605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.963605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.963605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.963605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.963605] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.963605] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-09d09fb6-270f-4152-9fd6-97de0715bb7e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.963605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.963605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.963605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.963605] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d09fb6-270f-4152-9fd6-97de0715bb7e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.156859] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b911469-6b44-4cbf-b008-6b3062504423',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.161589] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.236445] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b911469-6b44-4cbf-b008-6b3062504423 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.236585] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.240021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.240021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.240021] env[69839]: INFO networking_nsxv3.common.synchronization [req-fdc2fa22-155c-4fb5-88b8-ad2ce64292a6 req-54ea3dba-c648-439f-ab32-dcd1bc656bc5 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: 1b911469-6b44-4cbf-b008-6b3062504423 with Priority: HIGHEST for action security_group_members [ 1257.240021] env[69839]: INFO networking_nsxv3.common.synchronization [req-fdc2fa22-155c-4fb5-88b8-ad2ce64292a6 req-54ea3dba-c648-439f-ab32-dcd1bc656bc5 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1257.240224] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b with status ACTIVE [ 1257.240287] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.240364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.240482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.240623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.240708] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.242099] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.242099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.242099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.242099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.242099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.242099] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.242099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.242099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.242099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.242099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.242099] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b is going to be updated. [ 1257.243479] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b911469-6b44-4cbf-b008-6b3062504423 with Priority: HIGHEST for action security_group_members [ 1257.243618] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1257.244421] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b911469-6b44-4cbf-b008-6b3062504423 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.244421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.244571] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.244571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.264618] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.264807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.264807] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.265010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.265155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.265307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.280742] env[69839]: INFO networking_nsxv3.common.synchronization [req-fdc2fa22-155c-4fb5-88b8-ad2ce64292a6 req-54ea3dba-c648-439f-ab32-dcd1bc656bc5 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_rules [ 1257.281040] env[69839]: INFO networking_nsxv3.common.synchronization [req-fdc2fa22-155c-4fb5-88b8-ad2ce64292a6 req-54ea3dba-c648-439f-ab32-dcd1bc656bc5 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1257.281196] env[69839]: INFO networking_nsxv3.common.synchronization [req-fdc2fa22-155c-4fb5-88b8-ad2ce64292a6 req-54ea3dba-c648-439f-ab32-dcd1bc656bc5 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b with Priority: HIGHEST for action port [ 1257.281418] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_rules [ 1257.281542] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1257.281636] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b with Priority: HIGHEST for action port [ 1257.282119] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.282221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.282411] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.282494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.282665] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.282760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.282874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.283330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.283434] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1102d36d-5c3c-40c6-a4f1-b54dd97deb3b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.462405] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.462552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.463927] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.465292] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09d09fb6-270f-4152-9fd6-97de0715bb7e with status ACTIVE [ 1257.465472] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.465592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.465662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.465866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.465989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.466149] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.466248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.466308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.466449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.466527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.466794] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.466862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.466862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.467035] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.467096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.467158] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09d09fb6-270f-4152-9fd6-97de0715bb7e is going to be updated. [ 1257.490357] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.490533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.490533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.490723] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.490922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.491104] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09d09fb6-270f-4152-9fd6-97de0715bb7e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.658898] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b911469-6b44-4cbf-b008-6b3062504423',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.665532] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.785298] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b with status ACTIVE [ 1257.785454] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.785609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.785915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.785915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.786064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.786184] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.786281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.786358] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.786506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.786584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.786835] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.786920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.786920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.787055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.787181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.787219] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1102d36d-5c3c-40c6-a4f1-b54dd97deb3b is going to be updated. [ 1257.815088] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.815298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.815395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.815648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.815811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.815973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1102d36d-5c3c-40c6-a4f1-b54dd97deb3b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.883298] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1257.883544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.966498] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.162624] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.162872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.162981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.163259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.163414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.163534] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b911469-6b44-4cbf-b008-6b3062504423 is going to be created. [ 1258.168615] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.168743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.168816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.169036] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.169142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.169271] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 is going to be updated. [ 1258.195171] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.195332] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.195395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.195607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.195764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.198697] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.198816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.198894] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.199077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.199212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.206667] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b911469-6b44-4cbf-b008-6b3062504423 in Status: UNINITIALIZED for 2s [ 1258.226277] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: IN_PROGRESS for 2s [ 1258.469857] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.470100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.470500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.470946] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.471268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.471392] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1258.503521] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.503668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.503668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.503887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.504020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.515785] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1260.225206] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b911469-6b44-4cbf-b008-6b3062504423 in Status: SUCCESS [ 1260.225547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.225667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.225840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.226022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.226139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.226204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.226361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.226442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.226535] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b911469-6b44-4cbf-b008-6b3062504423',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.237878] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: SUCCESS [ 1260.238331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.238331] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.238503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.238583] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.238682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.238753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.238886] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.238966] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.239073] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.525494] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1260.525709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.525864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.526114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.526302] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.526419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.526486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.526645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.526739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.526837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.526928] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.728908] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.729129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.729179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.729348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.729438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.729631] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.729726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.729790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.729985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.730051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.730104] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b911469-6b44-4cbf-b008-6b3062504423 is going to be deleted. [ 1260.740715] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.783623] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.783809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.783932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.784248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.784371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.784507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.784967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.785154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.785323] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.785427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.785491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.785632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.785713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.785806] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b911469-6b44-4cbf-b008-6b3062504423',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.030351] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.030351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.030351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.030351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.030351] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.030351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.030351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.030351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.030351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.030351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.030351] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.030351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.030934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.031672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.031672] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.031672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.031672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.031672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.031672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.031672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.032121] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.242788] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.289156] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.289322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.289372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.289590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.289701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.289878] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.289980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.290053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.290206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.290283] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.290369] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b911469-6b44-4cbf-b008-6b3062504423 already deleted. [ 1261.290446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.290544] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b911469-6b44-4cbf-b008-6b3062504423',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.291415] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.291662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.291899] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.292061] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.292136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.292288] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.292369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.292455] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b911469-6b44-4cbf-b008-6b3062504423',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.534722] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a124e20a-297d-40aa-aa5a-bd6a6e86394c: rpc.has_security_group_logging(os_id): False [ 1261.553338] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.553491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.553563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.553792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.553901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.554143] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.554253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.554328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.554487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.554579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.554783] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.554910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.554986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.555146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.555225] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.555443] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.555564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.555607] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.555735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.556458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.556458] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1261.628930] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.628930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.628930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.630135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.630135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.643460] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1261.745126] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.745303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.745412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.745690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.745826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.745978] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 is going to be updated. [ 1261.786698] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.786904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.786904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.787139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.787284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.793829] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b911469-6b44-4cbf-b008-6b3062504423',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.794906] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.795121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.795121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.795346] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.795458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.795649] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.795751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.795817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.795973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.796065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.796151] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b911469-6b44-4cbf-b008-6b3062504423 already deleted. [ 1261.796231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.802973] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: IN_PROGRESS for 2s [ 1262.282447] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.282832] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 1262.297111] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b911469-6b44-4cbf-b008-6b3062504423: rpc.has_security_group_logging(os_id): False [ 1262.317306] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.317508] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.317554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.317770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.317872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.318095] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.318242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.318333] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.318542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.318618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.318710] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b911469-6b44-4cbf-b008-6b3062504423 is going to be created. [ 1262.337711] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1b911469-6b44-4cbf-b008-6b3062504423], does not exist path=[/infra/domains/default/groups/1b911469-6b44-4cbf-b008-6b3062504423]."\n}' [ 1262.337902] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b911469-6b44-4cbf-b008-6b3062504423 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1b911469-6b44-4cbf-b008-6b3062504423 [ 1262.338043] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1262.386706] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.386954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.386954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.387153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.388436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.388727] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.388838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.388905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.389100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.389184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.389359] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.389457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.389520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.389686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.389736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.389816] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b911469-6b44-4cbf-b008-6b3062504423 is going to be created. [ 1262.407595] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/1b911469-6b44-4cbf-b008-6b3062504423], does not exist path=[/infra/domains/default/groups/1b911469-6b44-4cbf-b008-6b3062504423]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1b911469-6b44-4cbf-b008-6b3062504423 [ 1262.407842] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b911469-6b44-4cbf-b008-6b3062504423" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.408102] env[69839]: Traceback (most recent call last): [ 1262.408158] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1262.408158] env[69839]: return func(*args, **kwargs) [ 1262.408158] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1262.408158] env[69839]: res.raise_for_status() [ 1262.408158] env[69839]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1262.408158] env[69839]: raise HTTPError(http_error_msg, response=self) [ 1262.408158] env[69839]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1b911469-6b44-4cbf-b008-6b3062504423 [ 1262.408158] env[69839]: During handling of the above exception, another exception occurred: [ 1262.408158] env[69839]: Traceback (most recent call last): [ 1262.408158] env[69839]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1262.408158] env[69839]: listener.cb(fileno) [ 1262.408158] env[69839]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1262.408158] env[69839]: result = function(*args, **kwargs) [ 1262.408158] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1262.408158] env[69839]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1262.408158] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1262.408158] env[69839]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1262.408158] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1262.408158] env[69839]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1262.408158] env[69839]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1262.408158] env[69839]: res.raise_for_status() [ 1262.408158] env[69839]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1262.408158] env[69839]: raise HTTPError(http_error_msg, response=self) [ 1262.409211] env[69839]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/1b911469-6b44-4cbf-b008-6b3062504423 [ 1262.409211] env[69839]: Removing descriptor: 21 [ 1263.662318] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1263.662973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.812258] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: SUCCESS [ 1263.812368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.813041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.813041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.813041] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.813235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.813235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.813463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.813567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.813658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.813759] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.814725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.814895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.815088] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.815211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.815271] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.815417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.815498] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.815593] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.844248] env[69839]: INFO networking_nsxv3.common.synchronization [req-b6a1a228-fd60-4df2-9d58-5235ee0dfd0d req-7af9e5ab-c5f5-49cb-8380-8f309bc06814 tempest-ServerRescueTestJSONUnderV235-811827082 tempest-ServerRescueTestJSONUnderV235-811827082-project-member] Enqueued Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1263.844714] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 with Priority: HIGHEST for action security_group_members [ 1263.845019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.845132] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.317397] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.317595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.317814] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.317927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.317997] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.318231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.346833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.347105] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.347257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.347329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.347529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.347613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.347709] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 is going to be updated. [ 1264.375839] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.375995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.376057] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.376315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.376439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.384857] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: IN_PROGRESS for 2s [ 1266.002394] env[69839]: INFO networking_nsxv3.common.synchronization [req-91bf338a-3b4c-428a-beba-6757a1aef42e req-eafa1153-39d6-4368-a570-19b38b38be57 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1266.004227] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1266.004227] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.004373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.004373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.005183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.005183] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.005341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.005672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.006149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.006452] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.006562] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.396677] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: SUCCESS [ 1266.396904] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 deletion is rescheduled due to dependency. [ 1266.397037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.397204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.397418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.397611] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.397741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.397806] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.398033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.398136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.398253] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.508340] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.654231] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.655335] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.655484] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.655797] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.656152] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.656341] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.656470] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.656789] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.656949] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.657302] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.657302] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.657440] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.658181] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.658355] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.658481] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.658632] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.676709] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.676909] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1266.677065] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.677254] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-774" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.677693] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-0e6965ea-156a-44b0-8e76-ab4180f74d00 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.677840] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-0e6965ea-156a-44b0-8e76-ab4180f74d00" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.677908] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-0e6965ea-156a-44b0-8e76-ab4180f74d00" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.678277] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-0e6965ea-156a-44b0-8e76-ab4180f74d00" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.678436] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6965ea-156a-44b0-8e76-ab4180f74d00',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.900945] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.901170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.901241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.901456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.901540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.901743] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.901836] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.901893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.902048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.902121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.902206] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 is going to be updated. [ 1266.927561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.928160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.928160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.928160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.928160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.937067] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: IN_PROGRESS for 2s [ 1267.011247] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.180734] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.181091] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.181260] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.181548] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.181709] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.181868] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 0e6965ea-156a-44b0-8e76-ab4180f74d00 not found, creating... [ 1267.182156] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.182326] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.182448] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.182679] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.182826] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.183200] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.183425] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.183622] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.183903] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.184094] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.184275] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 0e6965ea-156a-44b0-8e76-ab4180f74d00 is going to be created. [ 1267.206392] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.206592] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.206724] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.207062] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.207308] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.207543] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-0e6965ea-156a-44b0-8e76-ab4180f74d00" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.513856] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.514046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.514117] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.514353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.514450] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.514555] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1267.543361] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.543495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.543551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.543773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.543922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.551835] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1268.403975] env[69839]: INFO networking_nsxv3.common.synchronization [req-91bf338a-3b4c-428a-beba-6757a1aef42e req-ae611632-fbf2-460e-ba57-a1d868c8c4cf service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1268.404272] env[69839]: INFO networking_nsxv3.common.synchronization [req-91bf338a-3b4c-428a-beba-6757a1aef42e req-ae611632-fbf2-460e-ba57-a1d868c8c4cf service nova] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1268.404272] env[69839]: INFO networking_nsxv3.common.synchronization [req-91bf338a-3b4c-428a-beba-6757a1aef42e req-ae611632-fbf2-460e-ba57-a1d868c8c4cf service nova] Enqueued Resource ID: 0e6965ea-156a-44b0-8e76-ab4180f74d00 with Priority: HIGHEST for action port [ 1268.404724] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_rules [ 1268.404882] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1268.404985] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6965ea-156a-44b0-8e76-ab4180f74d00 with Priority: HIGHEST for action port [ 1268.405289] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.405417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.405500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.405707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.405793] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.406628] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.406733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.406956] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6965ea-156a-44b0-8e76-ab4180f74d00 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.407080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6965ea-156a-44b0-8e76-ab4180f74d00" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.407145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6965ea-156a-44b0-8e76-ab4180f74d00" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.407396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6965ea-156a-44b0-8e76-ab4180f74d00" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.407442] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6965ea-156a-44b0-8e76-ab4180f74d00',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.909343] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.909556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.909771] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e6965ea-156a-44b0-8e76-ab4180f74d00 with status ACTIVE [ 1268.910016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.910183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.910278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.910566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.910708] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.911090] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.911222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.911295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.911477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.911567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.911769] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.911868] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.911932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.912194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.912194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.912289] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e6965ea-156a-44b0-8e76-ab4180f74d00 is going to be updated. [ 1268.935692] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.935834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.935909] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.936113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.936256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.936477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6965ea-156a-44b0-8e76-ab4180f74d00" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.947495] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: SUCCESS [ 1268.947665] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 deletion is rescheduled due to dependency. [ 1268.947767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.947914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.948126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.949025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.949025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.949025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.949025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.949025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.949025] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.211045] env[69839]: INFO networking_nsxv3.common.synchronization [req-7d61151f-bac5-4f0e-b39c-d6ab67ee5b4c req-a4a4a629-4c34-4414-8d55-9ee2fb322727 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1269.211570] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1269.212232] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.212369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.212407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.212638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.212798] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.213358] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.213439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.213594] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.214477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.214477] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.451267] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.451692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.451692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.451692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.451816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.452059] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.452184] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.452292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.452475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.452608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.452739] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 is going to be updated. [ 1269.477730] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.477977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.478057] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.478307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.478481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.487517] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: IN_PROGRESS for 2s [ 1269.577208] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1269.577438] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.577608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.577833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.578052] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.578154] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.578225] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.578426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.578461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.578561] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.718781] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.719057] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.719155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.719372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.739816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.739816] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.739816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.739957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.740857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.740857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.740857] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1269.769429] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.770191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.770191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.770191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.770191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.777628] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1270.081979] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.585782] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.091738] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.092016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.092165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.092511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.092667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.092838] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1271.124257] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.124492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.124609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.124924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.125188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.134564] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1271.496965] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: SUCCESS [ 1271.497235] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 deletion is rescheduled due to dependency. [ 1271.497361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.497509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.497987] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.497987] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.498081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.498114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.498312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.498393] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.498478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.498638] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.498735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.498793] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.498929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.499077] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.499163] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.499220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.499352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.499421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.499496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.499580] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.787811] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1271.788178] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 deletion is rescheduled due to dependency. [ 1271.788178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.001523] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4fb662-045c-48d8-9c1e-cb91ab0987e6: rpc.has_security_group_logging(os_id): False [ 1272.021725] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.021931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.022605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.023095] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.023222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.023648] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.023811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.023890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.024134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.024306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.024495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.024701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.024823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.025107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.025204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.025473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.025766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.025766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.025869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.025951] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.026112] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 is going to be updated. [ 1272.102903] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.102903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.103265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.103265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.103336] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.116369] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: IN_PROGRESS for 2s [ 1273.143791] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1273.144174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.144292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.144509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.144704] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.144822] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.144889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.145052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.145138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.145227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.145975] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.648557] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.651287] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.651287] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.651287] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.651287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.652092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.652092] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.133034] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 in Status: SUCCESS [ 1274.133034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.133034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.133034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.133034] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4fb662-045c-48d8-9c1e-cb91ab0987e6',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.155236] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55: rpc.has_security_group_logging(os_id): False [ 1274.174442] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.174576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.174679] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.174855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.197105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.197395] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.197514] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.197582] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.197784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.197887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.198429] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.198543] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.198609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.198826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.198912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.199114] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.199220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.199277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.199419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.199492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.199577] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1274.202836] env[69839]: INFO networking_nsxv3.common.synchronization [req-a91f798f-be3f-4f7a-b96e-786aa03e63c8 req-58a85bd9-a46d-4027-90b7-ae083d858850 tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 1274.204780] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 1274.205079] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.205190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.205256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.205418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.205557] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.205659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.205720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.205852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.205930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.206037] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.265671] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.268155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.268155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.268155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.268155] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.281674] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1274.673780] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.674009] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.674102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.674318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.674404] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.675781] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4fb662-045c-48d8-9c1e-cb91ab0987e6 is going to be deleted. [ 1274.710190] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.739198] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.739365] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.739411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.739609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.739704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.739817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4fb662-045c-48d8-9c1e-cb91ab0987e6" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.044186] env[69839]: INFO networking_nsxv3.common.synchronization [req-ebfbc60a-5ada-4401-8e87-5b417f305a09 req-a6354318-48c6-4757-a026-b21edd8c9831 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1275.044713] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1275.045032] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.045159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.045225] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.045422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.045575] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.045667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.045726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.045863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.045943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.046131] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.214425] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.550250] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.717327] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.717479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.717552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.717768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.717859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.717962] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d is going to be updated. [ 1275.747029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.747029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.747029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.747029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.747029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.756185] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: IN_PROGRESS for 2s [ 1276.056458] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.252705] env[69839]: INFO networking_nsxv3.common.synchronization [req-4e593069-dff9-41c0-bd10-0ac3f468aba5 req-d7991466-bb18-4a23-8cf7-6d4300ddf39a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1276.253323] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1276.253746] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.253874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.253943] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.254785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.254942] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.255059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.255127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.255279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.255368] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.255464] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.295101] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1276.295329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.558662] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.559062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.559062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.559204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.559294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.559405] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 is going to be updated. [ 1276.585232] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.585402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.585453] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.585649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.585797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.594072] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: IN_PROGRESS for 2s [ 1276.664105] env[69839]: INFO networking_nsxv3.common.synchronization [req-38bc95d5-b0f5-455c-bb7b-cba4f59eed8f req-57745999-a526-4000-a693-0f455b32a674 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1276.667021] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1276.667021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.667021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.667021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.667021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.667021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.667021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.667021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.667021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.667021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.667021] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.677356] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.677356] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.677356] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.677574] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.677995] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.677995] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.677995] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.678545] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.678791] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.679127] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.679340] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.679523] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.679710] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.679957] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1276.680160] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.680421] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.698949] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.699382] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1276.700282] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.700653] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.701134] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-5c89ccc9-54ae-449f-a001-61832fb077a1 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.701471] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-5c89ccc9-54ae-449f-a001-61832fb077a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.701551] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-5c89ccc9-54ae-449f-a001-61832fb077a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.701964] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-5c89ccc9-54ae-449f-a001-61832fb077a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.705078] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c89ccc9-54ae-449f-a001-61832fb077a1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.757262] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.757703] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.757785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.758053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.758157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.758393] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.758504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.758561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.758734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.758815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.758920] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1276.783857] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.784020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.784128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.785224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.785224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.793872] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1277.167953] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.168175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.168220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.168478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.187361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.187691] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.187839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.187914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.188179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.188287] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.188397] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be updated. [ 1277.210349] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.210603] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.210699] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.211097] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.211237] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.211405] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 5c89ccc9-54ae-449f-a001-61832fb077a1 not found, creating... [ 1277.211669] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.211831] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.211952] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.212251] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.212483] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.212896] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.213045] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.213228] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.213509] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.213672] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.213853] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 5c89ccc9-54ae-449f-a001-61832fb077a1 is going to be created. [ 1277.239218] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.239357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.239429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.239620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.239757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.250475] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: IN_PROGRESS for 2s [ 1277.256788] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.257217] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.257217] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.257561] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.258044] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.258145] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-5c89ccc9-54ae-449f-a001-61832fb077a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.765877] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: SUCCESS [ 1277.765995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.007930] env[69839]: INFO networking_nsxv3.common.synchronization [req-4e593069-dff9-41c0-bd10-0ac3f468aba5 req-539208e5-9f8e-48b3-be16-9e788d4d23ec service nova] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_rules [ 1278.008137] env[69839]: INFO networking_nsxv3.common.synchronization [req-4e593069-dff9-41c0-bd10-0ac3f468aba5 req-539208e5-9f8e-48b3-be16-9e788d4d23ec service nova] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1278.008291] env[69839]: INFO networking_nsxv3.common.synchronization [req-4e593069-dff9-41c0-bd10-0ac3f468aba5 req-539208e5-9f8e-48b3-be16-9e788d4d23ec service nova] Enqueued Resource ID: 5c89ccc9-54ae-449f-a001-61832fb077a1 with Priority: HIGHEST for action port [ 1278.008535] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_rules [ 1278.008763] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1278.008763] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c89ccc9-54ae-449f-a001-61832fb077a1 with Priority: HIGHEST for action port [ 1278.013850] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.013850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.013850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.013850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.013850] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.013850] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.013850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.013850] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c89ccc9-54ae-449f-a001-61832fb077a1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.013850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c89ccc9-54ae-449f-a001-61832fb077a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.013850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c89ccc9-54ae-449f-a001-61832fb077a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.013850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c89ccc9-54ae-449f-a001-61832fb077a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.013850] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c89ccc9-54ae-449f-a001-61832fb077a1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.515423] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.515747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.521065] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c89ccc9-54ae-449f-a001-61832fb077a1 with status ACTIVE [ 1278.521065] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.521065] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.521065] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.521065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.521065] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c89ccc9-54ae-449f-a001-61832fb077a1 is going to be updated. [ 1278.539023] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.539168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.539232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.539425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.539554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.539710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c89ccc9-54ae-449f-a001-61832fb077a1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.611823] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: SUCCESS [ 1278.612066] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.806447] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1278.806621] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 deletion is rescheduled due to dependency. [ 1278.806667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.806828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.807056] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.807240] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.807356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.807423] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.807572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.807655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.807753] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.260486] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 1279.260661] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b deletion is rescheduled due to dependency. [ 1279.260774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.309361] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.811890] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.199303] env[69839]: INFO networking_nsxv3.common.synchronization [req-95bf7a43-f776-4f6d-b86d-b3523564d3ae req-fd6d7047-713f-4aec-928c-59b9ecbba9c7 tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1280.199303] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1280.199303] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.199303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.199303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.199303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.199303] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.199303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.199303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.199303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.200169] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.200428] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.318542] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.319751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.319751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.319751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.319751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.319751] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1280.349979] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.350183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.350281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.350534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.350837] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.362577] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1280.703541] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.205583] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.707990] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.708276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.708413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.708774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.708942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.709122] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1281.739423] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.739648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.739648] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.739846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.739988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.752450] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1282.020338] env[69839]: INFO networking_nsxv3.common.synchronization [req-41916b21-20df-4e71-8413-c8c2c9bf79a4 req-5d1198fe-9a5d-47e7-9b65-6a3a8ac87c3d tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1282.020338] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGHEST for action security_group_members [ 1282.020338] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.020338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.020338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.020338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.020338] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.020338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.020338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.020790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.020790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.020790] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.371400] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1282.371720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.371829] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.372013] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.373138] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.373138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.373138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.373138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.373138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.373138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.373138] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.525420] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.525641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.525753] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.525992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.546078] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.546315] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.546473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.546529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.546724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.546821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.546923] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 is going to be updated. [ 1282.571336] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.571481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.571591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.571799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.571982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.579668] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: IN_PROGRESS for 2s [ 1282.877390] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.877576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.877629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.877833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.877990] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.878098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.878167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.878305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.878392] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.878480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.878621] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.878712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.878769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.878910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.879057] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.879152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.879216] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.879351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.879426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.879506] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.879595] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.382365] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82: rpc.has_security_group_logging(os_id): False [ 1283.398635] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.398840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.398840] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.399140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.399140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.399326] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.399442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.399502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.399670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.400194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.400194] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.400194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.400194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.400372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.400372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.400495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.400582] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.400633] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.400763] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.400846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.400929] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1283.424824] env[69839]: INFO networking_nsxv3.common.synchronization [req-c3a06df1-b0cd-4d25-bbc7-4304151fa9e4 req-4633da44-5fd7-48f8-bd37-625ade134a23 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1283.425176] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1283.425434] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.425529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.425581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.425757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.426359] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.426359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.426359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.426359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.426359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.426549] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.455933] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.456077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.456143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.456329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.456480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.469037] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1283.762966] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1283.763439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.928552] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.928552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.928552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.928791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.951545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.951919] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.952074] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.952147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.952398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.952487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.952580] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1283.980167] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.980375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.980375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.980627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.980792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.988900] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1284.588721] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1432624-13e9-4090-9e9d-38d8af9ab387 in Status: SUCCESS [ 1284.588986] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 deletion is rescheduled due to dependency. [ 1284.589055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.101507] env[69839]: INFO networking_nsxv3.common.synchronization [req-deaf66c6-670f-4bad-8421-58b122b3e835 req-089721d0-b59c-46d5-a769-35cfe5c58e59 tempest-AttachVolumeShelveTestJSON-1489758692 tempest-AttachVolumeShelveTestJSON-1489758692-project-member] Enqueued Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_members [ 1285.102034] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGHEST for action security_group_members [ 1285.102349] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.102475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.102538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.103534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.103534] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.103691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.103691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.103871] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.103954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.104243] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.481960] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1285.482210] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.606208] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.606505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.606505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.606664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.626116] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.626364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.626484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.626554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.626749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.626833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.626923] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 is going to be updated. [ 1285.650039] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.650165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.650238] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.650414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.650786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.657731] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 in Status: IN_PROGRESS for 2s [ 1285.998691] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1285.998844] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 deletion is rescheduled due to dependency. [ 1285.999231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.669881] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 in Status: SUCCESS [ 1287.670170] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 deletion is rescheduled due to dependency. [ 1287.670213] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.678115] env[69839]: INFO networking_nsxv3.common.synchronization [None req-654efad0-4ed5-4f72-ae7f-ca9f37449665 tempest-AttachInterfacesTestJSON-1542152433 tempest-AttachInterfacesTestJSON-1542152433-project-member] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1287.678224] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGHEST for action security_group_members [ 1287.678789] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.678924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.678980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.679170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.679374] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.679455] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.679517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.679673] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.679759] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.679853] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.182088] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.182236] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.182299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.182512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.204080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.204420] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.204572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.204664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.204884] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.204976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.205080] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be updated. [ 1288.229329] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.229413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.229413] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.229625] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.229726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.237598] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: IN_PROGRESS for 2s [ 1288.812170] env[69839]: INFO networking_nsxv3.common.synchronization [req-8924b41c-77c7-409e-a161-c6153c2e5aaf req-674a91db-ba23-4ed4-99e6-b8370cd76a5a tempest-ServersTestJSON-2029647965 tempest-ServersTestJSON-2029647965-project-member] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1288.813028] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGHEST for action security_group_members [ 1288.813677] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.813677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.813677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.813872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.813990] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.814112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.814206] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.814383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.814470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.814564] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.317090] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.317319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.317373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.317722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.317831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.318045] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.318152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.318217] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.318385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.318468] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.318950] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be updated. [ 1289.345636] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.345791] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.345857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.346081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.346277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.354219] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: IN_PROGRESS for 2s [ 1289.616474] env[69839]: INFO networking_nsxv3.common.synchronization [req-85ece452-ef58-4a00-b401-9277b94b0ac4 req-8ba5c0bb-b54a-481e-908c-18a506ab9398 tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1289.616977] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1289.617297] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.617434] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.617505] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.617701] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.617856] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.617955] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.618033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.618186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.618272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.618366] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.035465] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.035465] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.035908] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.035908] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.036291] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.036291] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.036442] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.036611] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.036845] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.037095] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.037196] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.037311] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.037427] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.037539] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.037710] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.037777] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.056367] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.056452] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1290.056557] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.056732] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.057154] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-d1c2c599-1c01-40f2-a192-f00597458758 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.057259] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-d1c2c599-1c01-40f2-a192-f00597458758" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.057746] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-d1c2c599-1c01-40f2-a192-f00597458758" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.057746] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-d1c2c599-1c01-40f2-a192-f00597458758" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.057900] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c2c599-1c01-40f2-a192-f00597458758',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.104150] env[69839]: INFO networking_nsxv3.common.synchronization [req-555c0ce5-f9e6-4767-9a60-d206987c4f83 req-03b65fb8-0371-4b09-b741-456cc5c6c9db tempest-ServerActionsTestOtherA-855593575 tempest-ServerActionsTestOtherA-855593575-project-member] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 1290.104800] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGHEST for action security_group_members [ 1290.105343] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.105475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.105618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.105832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.105979] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.106096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.106163] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.106541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.106541] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.106541] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.121239] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.121372] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.121442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.121731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.121853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.122047] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.122183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.122221] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.122349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.122427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.122524] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be updated. [ 1290.149148] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.149295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.149370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.149612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.149754] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.157889] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: IN_PROGRESS for 2s [ 1290.247888] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c in Status: SUCCESS [ 1290.248092] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c deletion is rescheduled due to dependency. [ 1290.248208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.560680] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.560916] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.561085] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.561372] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.561528] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.561686] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port d1c2c599-1c01-40f2-a192-f00597458758 not found, creating... [ 1290.561947] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.562130] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.562252] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.562474] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.562617] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.563150] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.563150] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.563296] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.563455] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.563594] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.563737] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: d1c2c599-1c01-40f2-a192-f00597458758 is going to be created. [ 1290.582476] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.582626] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.582803] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.583128] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.583431] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.583699] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-d1c2c599-1c01-40f2-a192-f00597458758" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.609522] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.609675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.609734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.609958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.640018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.640239] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.640369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.640452] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.640653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.640734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.640823] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d is going to be updated. [ 1290.680977] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.681136] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.681186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.681379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.681520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.690083] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: IN_PROGRESS for 2s [ 1291.365935] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 in Status: SUCCESS [ 1291.366203] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 deletion is rescheduled due to dependency. [ 1291.366253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.588772] env[69839]: INFO networking_nsxv3.common.synchronization [req-85ece452-ef58-4a00-b401-9277b94b0ac4 req-bcdd47c4-a299-401c-a8a0-674f7e90399d service nova] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_rules [ 1291.588772] env[69839]: INFO networking_nsxv3.common.synchronization [req-85ece452-ef58-4a00-b401-9277b94b0ac4 req-bcdd47c4-a299-401c-a8a0-674f7e90399d service nova] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1291.588772] env[69839]: INFO networking_nsxv3.common.synchronization [req-85ece452-ef58-4a00-b401-9277b94b0ac4 req-bcdd47c4-a299-401c-a8a0-674f7e90399d service nova] Enqueued Resource ID: d1c2c599-1c01-40f2-a192-f00597458758 with Priority: HIGHEST for action port [ 1291.588772] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_rules [ 1291.588772] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1291.588772] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c2c599-1c01-40f2-a192-f00597458758 with Priority: HIGHEST for action port [ 1291.589263] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.589263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.589263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.589263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.589428] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.591330] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.591330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.591330] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1c2c599-1c01-40f2-a192-f00597458758 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.591330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1c2c599-1c01-40f2-a192-f00597458758" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.591330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1c2c599-1c01-40f2-a192-f00597458758" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.591330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1c2c599-1c01-40f2-a192-f00597458758" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.591691] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c2c599-1c01-40f2-a192-f00597458758',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.079146] env[69839]: INFO networking_nsxv3.common.synchronization [None req-1169ee0f-e43a-4436-8071-f5473dfe9f68 None None] Enqueued Resource ID: a0d11350-9493-4c0f-8788-c1626af5d208 with Priority: HIGHEST for action port [ 1292.079146] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d11350-9493-4c0f-8788-c1626af5d208 with Priority: HIGHEST for action port [ 1292.079146] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d11350-9493-4c0f-8788-c1626af5d208 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.079146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d11350-9493-4c0f-8788-c1626af5d208" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.079802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d11350-9493-4c0f-8788-c1626af5d208" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.080320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d11350-9493-4c0f-8788-c1626af5d208" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.080593] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d11350-9493-4c0f-8788-c1626af5d208',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.092664] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.092954] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.093334] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1c2c599-1c01-40f2-a192-f00597458758 with status ACTIVE [ 1292.093639] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.096108] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.096108] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.096108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.096108] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1c2c599-1c01-40f2-a192-f00597458758 is going to be updated. [ 1292.117860] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.117860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.117860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.117860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.117860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.117860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1c2c599-1c01-40f2-a192-f00597458758" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.168097] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 1292.168097] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b deletion is rescheduled due to dependency. [ 1292.168097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.168097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.168097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.168097] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.168097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.168097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.168097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.168097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.168097] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.540081] env[69839]: INFO networking_nsxv3.common.synchronization [None req-cf672db1-c12b-4869-8aa8-5db670b1831b tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Enqueued Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_rules [ 1292.540732] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_rules [ 1292.540794] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc60379a-4d86-40e3-8086-d56bec7c78cd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.540875] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.540941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.541500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.541500] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.587687] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0d11350-9493-4c0f-8788-c1626af5d208 [ 1292.587935] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.588105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.588181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.588419] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.588527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.588626] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0d11350-9493-4c0f-8788-c1626af5d208 already deleted. [ 1292.588711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d11350-9493-4c0f-8788-c1626af5d208" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.608550] env[69839]: INFO networking_nsxv3.common.synchronization [None req-e4514d18-4c04-44f6-a8d4-b97edeffcca1 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Enqueued Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_rules [ 1292.608550] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_rules [ 1292.608550] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc60379a-4d86-40e3-8086-d56bec7c78cd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.608716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.670392] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.700876] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77582e5b-0f52-4e40-860e-1420861cf67d in Status: SUCCESS [ 1292.700876] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d deletion is rescheduled due to dependency. [ 1292.701057] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.060194] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.060194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.060194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.060194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.060194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.060194] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc60379a-4d86-40e3-8086-d56bec7c78cd already deleted. [ 1293.060194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.060720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.060720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.060720] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.172638] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.579619] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.579896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.579896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.580059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.580153] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.580251] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc60379a-4d86-40e3-8086-d56bec7c78cd already deleted. [ 1293.580335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.675495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.675638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.675716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.676282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.676282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.676282] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be updated. [ 1293.711233] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.711369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.711463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.711678] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.711828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.719475] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: IN_PROGRESS for 2s [ 1294.283214] env[69839]: INFO networking_nsxv3.common.synchronization [None req-669c9308-0927-4b4c-83f3-cb32b6fe6b1e None None] Enqueued Resource ID: ae98fc0d-01cb-4774-a4eb-5023e72f5171 with Priority: HIGHEST for action port [ 1294.283857] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae98fc0d-01cb-4774-a4eb-5023e72f5171 with Priority: HIGHEST for action port [ 1294.284192] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae98fc0d-01cb-4774-a4eb-5023e72f5171 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.284315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae98fc0d-01cb-4774-a4eb-5023e72f5171" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.284385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae98fc0d-01cb-4774-a4eb-5023e72f5171" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.284631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae98fc0d-01cb-4774-a4eb-5023e72f5171" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.284716] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae98fc0d-01cb-4774-a4eb-5023e72f5171',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.791760] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae98fc0d-01cb-4774-a4eb-5023e72f5171 [ 1294.791760] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.791760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.791760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.791760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.791760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.791760] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae98fc0d-01cb-4774-a4eb-5023e72f5171 already deleted. [ 1294.791760] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae98fc0d-01cb-4774-a4eb-5023e72f5171" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.729989] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 1295.730320] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.730540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.730800] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.731055] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.731234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.731330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.731554] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.731707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.731803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.731899] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.234407] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.737755] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c421e7a6-c835-45b1-b9e9-70f2bb178b1b: rpc.has_security_group_logging(os_id): False [ 1296.760140] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.760987] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.761105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.761334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.761488] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.761789] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.762334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.762334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.762334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.762334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.762334] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be updated. [ 1296.829737] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.829737] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.829965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.830040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.830195] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.846023] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: IN_PROGRESS for 2s [ 1298.858799] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 1298.859133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.285431] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.285530] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.094474] env[69839]: INFO networking_nsxv3.common.synchronization [req-077d3656-e3d5-4b65-a0ac-e23f02055ceb req-92f4cc4e-11ca-4b60-90c4-a4125215765b tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1301.095015] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1301.097022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.097159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.097232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.097449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.097614] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.097717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.097786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.097926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.098023] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.098121] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.484987] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.485422] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.485694] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.486149] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.486600] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.486751] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.486925] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.487287] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.487450] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.487830] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.488024] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.488199] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.488379] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.488542] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1301.488756] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.488893] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.509887] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.510080] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1301.510232] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.510412] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.510781] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.511695] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.511695] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.511695] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.511695] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.599895] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.600041] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.600143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.600345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.600439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.600682] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.600797] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.600862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.601030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.601142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.601272] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1301.630668] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.630975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.631129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.631398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.631622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.640081] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1302.014091] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.014261] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.014429] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.014849] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.015084] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.015776] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 not found, creating... [ 1302.015776] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.016180] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.016180] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.016411] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.016488] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.016861] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.017040] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.017188] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.017439] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.017609] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.017790] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 is going to be created. [ 1302.038867] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.039134] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.039285] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.039571] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.039828] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.040072] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.763516] env[69839]: INFO networking_nsxv3.common.synchronization [req-077d3656-e3d5-4b65-a0ac-e23f02055ceb req-6704643a-0ad3-415e-925c-18b296b98746 service nova] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 1302.763910] env[69839]: INFO networking_nsxv3.common.synchronization [req-077d3656-e3d5-4b65-a0ac-e23f02055ceb req-6704643a-0ad3-415e-925c-18b296b98746 service nova] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1302.763910] env[69839]: INFO networking_nsxv3.common.synchronization [req-077d3656-e3d5-4b65-a0ac-e23f02055ceb req-6704643a-0ad3-415e-925c-18b296b98746 service nova] Enqueued Resource ID: ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 with Priority: HIGHEST for action port [ 1302.764259] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 1302.764259] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1302.764478] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 with Priority: HIGHEST for action port [ 1302.764836] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.765021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.765021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.765233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.765312] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.766228] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.766228] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.767045] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.767045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.767045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.767045] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.767045] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.268838] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.268838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.273593] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 with status ACTIVE [ 1303.273593] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.273593] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.273593] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.273593] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.273593] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 is going to be updated. [ 1303.293895] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.293895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.293895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.293895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.293895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.293895] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.391545] env[69839]: INFO networking_nsxv3.common.synchronization [req-6a1e30f9-b7ee-4d52-ba86-2dd80b3afd94 req-277b4d84-5d53-4d47-be13-3dc769e03f4f tempest-ServersV294TestFqdnHostnames-1786885227 tempest-ServersV294TestFqdnHostnames-1786885227-project-member] Enqueued Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_members [ 1303.391545] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGHEST for action security_group_members [ 1303.391545] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8e528b5-0000-4528-bbc3-944c50d96073 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.391545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.391545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.391545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.391545] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.391545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.393572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.393774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.393896] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.393972] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.650076] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1303.650288] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 deletion is rescheduled due to dependency. [ 1303.650405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.650560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.650779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.650956] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.651088] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.651152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.651309] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.651391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.651489] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.896219] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.896518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.896518] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.896650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.916639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.916869] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.916984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.917062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.917241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.917325] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.917415] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8e528b5-0000-4528-bbc3-944c50d96073 is going to be updated. [ 1303.941202] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.941379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.941426] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.941630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.941770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.949838] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8e528b5-0000-4528-bbc3-944c50d96073 in Status: IN_PROGRESS for 2s [ 1304.153477] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.655332] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.158014] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.158388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.158388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.158522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.158619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.158722] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1305.186132] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.186352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.186352] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.186530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.186672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.194205] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1305.960345] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8e528b5-0000-4528-bbc3-944c50d96073 in Status: SUCCESS [ 1305.960569] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8e528b5-0000-4528-bbc3-944c50d96073 deletion is rescheduled due to dependency. [ 1305.960717] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.203354] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1307.203710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.203749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.203949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.204149] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.204270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.204348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.204545] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.204632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.204721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.204810] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.707068] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.210254] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9afa-c1ea-4ab5-99dc-1379588b07c4: rpc.has_security_group_logging(os_id): False [ 1308.227677] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.227860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.227908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.228471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.228471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.228471] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.228665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.228665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.228728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.228799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.228882] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1308.293650] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.293796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.293866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.294084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.294232] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.306860] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1308.391055] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.391194] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1310.321480] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1310.321864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.391893] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.391893] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.295264] env[69839]: INFO networking_nsxv3.common.synchronization [None req-4e60fb75-efd2-4f98-a9e2-1fe395885f7f tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: 47402ca8-dedc-44b2-9338-66ec5932ef76 with Priority: HIGHEST for action security_group_rules [ 1315.295264] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47402ca8-dedc-44b2-9338-66ec5932ef76 with Priority: HIGHEST for action security_group_rules [ 1315.295264] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47402ca8-dedc-44b2-9338-66ec5932ef76 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.295264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47402ca8-dedc-44b2-9338-66ec5932ef76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.295264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47402ca8-dedc-44b2-9338-66ec5932ef76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.295264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47402ca8-dedc-44b2-9338-66ec5932ef76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.295847] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47402ca8-dedc-44b2-9338-66ec5932ef76',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.359950] env[69839]: INFO networking_nsxv3.common.synchronization [None req-3ffa8bd7-cb75-47fe-b3ea-94934ffcfdd0 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: 47402ca8-dedc-44b2-9338-66ec5932ef76 with Priority: HIGHEST for action security_group_rules [ 1315.359950] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47402ca8-dedc-44b2-9338-66ec5932ef76 with Priority: HIGHEST for action security_group_rules [ 1315.359950] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47402ca8-dedc-44b2-9338-66ec5932ef76 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.359950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47402ca8-dedc-44b2-9338-66ec5932ef76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.815655] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.815862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.815929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.816243] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.816367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.816491] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47402ca8-dedc-44b2-9338-66ec5932ef76 already deleted. [ 1315.816649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47402ca8-dedc-44b2-9338-66ec5932ef76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.816939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47402ca8-dedc-44b2-9338-66ec5932ef76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.817214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47402ca8-dedc-44b2-9338-66ec5932ef76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.817285] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47402ca8-dedc-44b2-9338-66ec5932ef76',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.337979] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.338278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.338278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.338363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.338449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.338516] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47402ca8-dedc-44b2-9338-66ec5932ef76 already deleted. [ 1316.338632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47402ca8-dedc-44b2-9338-66ec5932ef76" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.060401] env[69839]: INFO networking_nsxv3.common.synchronization [req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f req-bdfe8c80-4246-4633-b8a3-f96ac71d68e9 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Enqueued Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_members [ 1317.060927] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_members [ 1317.061248] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc60379a-4d86-40e3-8086-d56bec7c78cd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.061373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.061435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.061746] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.061852] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.061952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.062026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.062188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.062257] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.062349] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.338141] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.338445] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-294" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.338503] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-294" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.338981] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-294" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.339319] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.339515] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.339683] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.339951] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.340118] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.340354] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.340486] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.340595] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.340708] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.340819] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.340925] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.341091] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.360843] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.361019] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1317.361168] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.361344] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-294" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.361635] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-25a8716e-08dc-41a7-9f0f-cba0e3c7786a taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.361808] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-25a8716e-08dc-41a7-9f0f-cba0e3c7786a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.361932] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-25a8716e-08dc-41a7-9f0f-cba0e3c7786a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.362259] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-25a8716e-08dc-41a7-9f0f-cba0e3c7786a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.362407] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25a8716e-08dc-41a7-9f0f-cba0e3c7786a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.564433] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.564657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.564740] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.564913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.565016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.565216] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.565317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.565385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.565538] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.565617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.565701] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc60379a-4d86-40e3-8086-d56bec7c78cd already deleted. [ 1317.565782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.864418] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.864656] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.864810] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.866056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.866056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.866056] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 25a8716e-08dc-41a7-9f0f-cba0e3c7786a not found, creating... [ 1317.866056] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.866056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.866056] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.866367] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.866367] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.866713] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.866890] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.867024] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.867244] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.867384] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.867532] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 25a8716e-08dc-41a7-9f0f-cba0e3c7786a is going to be created. [ 1317.888626] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.888814] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.888944] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.889208] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.889440] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.889665] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-25a8716e-08dc-41a7-9f0f-cba0e3c7786a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.571304] env[69839]: INFO networking_nsxv3.common.synchronization [req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f req-3533ca23-bef2-49f8-8574-1eb75b608362 service nova] Enqueued Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_rules [ 1318.571304] env[69839]: INFO networking_nsxv3.common.synchronization [req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f req-3533ca23-bef2-49f8-8574-1eb75b608362 service nova] Enqueued Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_members [ 1318.571304] env[69839]: INFO networking_nsxv3.common.synchronization [req-19a06a56-cfcb-4eb7-9d47-3b1a1f69037f req-3533ca23-bef2-49f8-8574-1eb75b608362 service nova] Enqueued Resource ID: 25a8716e-08dc-41a7-9f0f-cba0e3c7786a with Priority: HIGHEST for action port [ 1318.571304] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_rules [ 1318.571304] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_members [ 1318.571304] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a8716e-08dc-41a7-9f0f-cba0e3c7786a with Priority: HIGHEST for action port [ 1318.571304] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc60379a-4d86-40e3-8086-d56bec7c78cd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.571304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.571304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.571304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.572129] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.573217] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc60379a-4d86-40e3-8086-d56bec7c78cd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.573493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.575681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.575681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.575681] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.575681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.575681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.575681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.575681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.575681] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.575681] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-25a8716e-08dc-41a7-9f0f-cba0e3c7786a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.575681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25a8716e-08dc-41a7-9f0f-cba0e3c7786a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.575681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25a8716e-08dc-41a7-9f0f-cba0e3c7786a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.577601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25a8716e-08dc-41a7-9f0f-cba0e3c7786a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.577601] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25a8716e-08dc-41a7-9f0f-cba0e3c7786a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.081021] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.081021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc60379a-4d86-40e3-8086-d56bec7c78cd taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.081021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.081021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25a8716e-08dc-41a7-9f0f-cba0e3c7786a with status ACTIVE [ 1319.081021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.081021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.081021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.081021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.081021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.081021] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.081021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.081021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.081021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.081021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.081700] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.081700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.081700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.081700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.081700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.081871] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25a8716e-08dc-41a7-9f0f-cba0e3c7786a is going to be updated. [ 1319.084550] env[69839]: INFO networking_nsxv3.common.synchronization [req-c9c48733-7cf0-42f7-a75d-8744f4458f91 req-f955e5ff-6464-4bfe-87c4-6d4c6da03999 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1319.085337] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1319.085868] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.086024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.086077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.086222] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.086705] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.086812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.086878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.087039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.087124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.087216] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.116467] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.116467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.116467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.116467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.116467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.116467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25a8716e-08dc-41a7-9f0f-cba0e3c7786a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.583916] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.588945] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.589117] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.589189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.589402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.589496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.589690] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.589790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.589854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.590016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.590096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.590185] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1319.618682] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.618821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.618902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.619117] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.619276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.628506] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1320.086440] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.086603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.086644] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.086857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.086950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.087061] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc60379a-4d86-40e3-8086-d56bec7c78cd is going to be created. [ 1320.110252] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.110386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.110475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.110649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.110801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.119226] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc60379a-4d86-40e3-8086-d56bec7c78cd in Status: UNINITIALIZED for 2s [ 1320.809299] env[69839]: INFO networking_nsxv3.common.synchronization [req-e60e220c-eff1-4c05-8b36-cc09330ed8dd req-d1b03c0c-a616-4d5f-add5-9808a57d808c tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1320.810018] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1320.810336] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.810469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.296733] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.296958] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.297078] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.297357] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.297621] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.297784] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.297905] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.298129] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.298277] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.298491] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.298608] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.298721] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.298833] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.298943] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.299063] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.299200] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.317079] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.317285] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1321.317424] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.317574] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.317983] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-1f5847b5-ac0a-4135-ba35-d195ac7240d1 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.318192] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-1f5847b5-ac0a-4135-ba35-d195ac7240d1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.318319] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-1f5847b5-ac0a-4135-ba35-d195ac7240d1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.318655] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-1f5847b5-ac0a-4135-ba35-d195ac7240d1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.318802] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5847b5-ac0a-4135-ba35-d195ac7240d1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.638363] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1321.638666] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 deletion is rescheduled due to dependency. [ 1321.638848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.639250] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.639394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.639523] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.639645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.639710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.639868] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.640048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.640172] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.821130] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.821574] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.821574] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.821804] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.821961] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.822138] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 1f5847b5-ac0a-4135-ba35-d195ac7240d1 not found, creating... [ 1321.822417] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.822607] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.822708] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.822910] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.823059] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.823348] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.823509] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.823698] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.823922] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.824077] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.824225] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 1f5847b5-ac0a-4135-ba35-d195ac7240d1 is going to be created. [ 1321.845460] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.845690] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.845785] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.846088] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.846339] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.846569] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-1f5847b5-ac0a-4135-ba35-d195ac7240d1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.128179] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc60379a-4d86-40e3-8086-d56bec7c78cd in Status: SUCCESS [ 1322.128408] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.128573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.128800] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.128997] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.129134] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.129202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.129364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.129447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.129534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.129625] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.142374] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.142374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.142622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.142745] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.142813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.143038] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.143145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.143205] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.143366] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.143447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.143527] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1322.166567] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.166776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.166838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.167039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.167235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.174538] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1322.544045] env[69839]: INFO networking_nsxv3.common.synchronization [req-e60e220c-eff1-4c05-8b36-cc09330ed8dd req-ed3c89db-eed7-4baa-8e43-ba67963f8aa9 service nova] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_rules [ 1322.544045] env[69839]: INFO networking_nsxv3.common.synchronization [req-e60e220c-eff1-4c05-8b36-cc09330ed8dd req-ed3c89db-eed7-4baa-8e43-ba67963f8aa9 service nova] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1322.544045] env[69839]: INFO networking_nsxv3.common.synchronization [req-e60e220c-eff1-4c05-8b36-cc09330ed8dd req-ed3c89db-eed7-4baa-8e43-ba67963f8aa9 service nova] Enqueued Resource ID: 1f5847b5-ac0a-4135-ba35-d195ac7240d1 with Priority: HIGHEST for action port [ 1322.544045] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_rules [ 1322.544045] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1322.544045] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5847b5-ac0a-4135-ba35-d195ac7240d1 with Priority: HIGHEST for action port [ 1322.544516] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.544762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.544928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.545231] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.545584] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.549968] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.550278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.552098] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f5847b5-ac0a-4135-ba35-d195ac7240d1 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.552098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f5847b5-ac0a-4135-ba35-d195ac7240d1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.552098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f5847b5-ac0a-4135-ba35-d195ac7240d1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.552098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f5847b5-ac0a-4135-ba35-d195ac7240d1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.552098] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5847b5-ac0a-4135-ba35-d195ac7240d1',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.632076] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.050354] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.050748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.053996] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f5847b5-ac0a-4135-ba35-d195ac7240d1 with status ACTIVE [ 1323.054240] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.054363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.054420] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.054711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.054812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.055032] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.055115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.055191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.055319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.055398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.055583] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.055671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.055729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.055870] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.055961] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.056060] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f5847b5-ac0a-4135-ba35-d195ac7240d1 is going to be updated. [ 1323.076835] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.077008] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.077051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.077215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.077348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.077504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f5847b5-ac0a-4135-ba35-d195ac7240d1" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.134043] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc60379a-4d86-40e3-8086-d56bec7c78cd: rpc.has_security_group_logging(os_id): False [ 1323.161721] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.161924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.161924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.162201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.162298] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.162548] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.162659] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.162720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.162876] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.162950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.163082] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc60379a-4d86-40e3-8086-d56bec7c78cd is going to be created. [ 1323.234162] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.234384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.234384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.234601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.234804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.245443] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc60379a-4d86-40e3-8086-d56bec7c78cd in Status: IN_PROGRESS for 2s [ 1324.183416] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1324.183794] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 deletion is rescheduled due to dependency. [ 1324.183794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.183939] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.184170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.184358] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.184475] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.184544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.184711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.184804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.184909] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.687498] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.161526] env[69839]: INFO networking_nsxv3.common.synchronization [None req-861a63bf-e0e2-4a58-911b-7c712ff89b2c None None] Enqueued Resource ID: 3a0510f0-97cd-4b32-ac58-af935e7ce263 with Priority: HIGHEST for action port [ 1325.162783] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a0510f0-97cd-4b32-ac58-af935e7ce263 with Priority: HIGHEST for action port [ 1325.163440] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a0510f0-97cd-4b32-ac58-af935e7ce263 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.165142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a0510f0-97cd-4b32-ac58-af935e7ce263" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.165142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a0510f0-97cd-4b32-ac58-af935e7ce263" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.165142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a0510f0-97cd-4b32-ac58-af935e7ce263" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.165142] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a0510f0-97cd-4b32-ac58-af935e7ce263',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.190800] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.256666] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc60379a-4d86-40e3-8086-d56bec7c78cd in Status: SUCCESS [ 1325.256926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.666355] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a0510f0-97cd-4b32-ac58-af935e7ce263 [ 1325.666596] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.666735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.666812] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.667040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.667137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.667255] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a0510f0-97cd-4b32-ac58-af935e7ce263 already deleted. [ 1325.667311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a0510f0-97cd-4b32-ac58-af935e7ce263" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.698058] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.698058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.698058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.698058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.698058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.698058] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1325.727260] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.727397] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.727508] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.727709] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.727814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.735395] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1325.764371] env[69839]: INFO networking_nsxv3.common.synchronization [None req-4933a58c-0dc7-4373-a252-02c31351d598 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_rules [ 1325.764925] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_rules [ 1325.765219] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.765342] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.765411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.765668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.765755] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.837278] env[69839]: INFO networking_nsxv3.common.synchronization [None req-15ea6d75-e966-4e71-96be-50c34463f069 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_rules [ 1325.837278] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_rules [ 1325.837278] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.837278] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.285460] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.285824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.285824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.285968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.285968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.286125] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a already deleted. [ 1326.286173] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.286332] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.286502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.286589] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.807364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.807364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.807364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.807511] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.807623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.808671] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a already deleted. [ 1326.808671] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.267039] env[69839]: INFO networking_nsxv3.common.synchronization [None req-de635644-e32d-4f63-9d2e-ac3ef8b5b0c3 None None] Enqueued Resource ID: 5b7d725c-662d-419c-8ada-310d1dbc25f4 with Priority: HIGHEST for action port [ 1327.267039] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7d725c-662d-419c-8ada-310d1dbc25f4 with Priority: HIGHEST for action port [ 1327.267337] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7d725c-662d-419c-8ada-310d1dbc25f4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.268339] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7d725c-662d-419c-8ada-310d1dbc25f4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.268339] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7d725c-662d-419c-8ada-310d1dbc25f4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.268527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7d725c-662d-419c-8ada-310d1dbc25f4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.268527] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7d725c-662d-419c-8ada-310d1dbc25f4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.744841] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1327.745129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.745379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.745599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.745794] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.746234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.746234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.746234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.746234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.746425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.746425] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.770434] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b7d725c-662d-419c-8ada-310d1dbc25f4 [ 1327.770582] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.770704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.770769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.770944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.771057] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.771168] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b7d725c-662d-419c-8ada-310d1dbc25f4 already deleted. [ 1327.771258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7d725c-662d-419c-8ada-310d1dbc25f4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.248544] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.248708] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.248833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.249349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.249349] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.249349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.249349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.249572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.249572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.249633] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.249737] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.251655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.251655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.251655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.251655] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.251655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.251655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.251655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.251655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.251655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.251655] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.753094] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82: rpc.has_security_group_logging(os_id): False [ 1328.770200] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.770357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.770463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.770640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.770767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.770921] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.771033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.771094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.771241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.771351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.771584] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.771686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.771815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.771960] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.772054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.772235] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.772330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.772388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.772523] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.772597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.772682] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1328.827735] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.827903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.827903] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.828043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.828203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.844232] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1330.860616] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1330.860616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.213129] env[69839]: INFO networking_nsxv3.common.synchronization [req-80d7fdb4-295a-41cb-a153-bac25e345551 req-5f400830-589b-4d19-9c5a-ef3905e711f4 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_members [ 1331.213183] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_members [ 1331.213471] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.213591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.213675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.214010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.214163] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.214272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.214338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.214509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.214595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.214694] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.472104] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.472314] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.472426] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.472764] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.473433] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.473601] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.473739] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.473995] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.474156] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.474386] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1331.474518] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1331.474627] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1331.474734] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1331.474842] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1331.474945] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1331.475088] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1331.493277] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1331.493511] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1331.493696] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1331.493893] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.494339] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-dae8a345-4862-4c4e-a2d5-aef328904215 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.494556] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-dae8a345-4862-4c4e-a2d5-aef328904215" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.494694] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-dae8a345-4862-4c4e-a2d5-aef328904215" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.494999] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-dae8a345-4862-4c4e-a2d5-aef328904215" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.495159] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae8a345-4862-4c4e-a2d5-aef328904215',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.717259] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.717446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.717446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.717677] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.717766] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.717949] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.718097] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.718162] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.718279] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.718359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.718444] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a already deleted. [ 1331.718528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.998164] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.998164] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.998543] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.998610] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.999128] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.999128] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port dae8a345-4862-4c4e-a2d5-aef328904215 not found, creating... [ 1331.999335] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.999543] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.999667] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.000019] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.000227] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.000546] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.000750] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.000876] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.001156] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.001311] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.001514] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: dae8a345-4862-4c4e-a2d5-aef328904215 is going to be created. [ 1332.023864] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.023864] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.023864] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.024189] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.024432] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.024718] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-dae8a345-4862-4c4e-a2d5-aef328904215" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.714098] env[69839]: INFO networking_nsxv3.common.synchronization [req-80d7fdb4-295a-41cb-a153-bac25e345551 req-63490b98-cddf-4dc4-b7b2-59ec67893d59 service nova] Enqueued Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_rules [ 1332.714317] env[69839]: INFO networking_nsxv3.common.synchronization [req-80d7fdb4-295a-41cb-a153-bac25e345551 req-63490b98-cddf-4dc4-b7b2-59ec67893d59 service nova] Enqueued Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_members [ 1332.714464] env[69839]: INFO networking_nsxv3.common.synchronization [req-80d7fdb4-295a-41cb-a153-bac25e345551 req-63490b98-cddf-4dc4-b7b2-59ec67893d59 service nova] Enqueued Resource ID: dae8a345-4862-4c4e-a2d5-aef328904215 with Priority: HIGHEST for action port [ 1332.714695] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_rules [ 1332.714838] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_members [ 1332.714934] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae8a345-4862-4c4e-a2d5-aef328904215 with Priority: HIGHEST for action port [ 1332.715483] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.715612] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.715690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.715869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.715975] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.716799] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.716950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.717016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.717152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.717295] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.717390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.717502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.717588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.717672] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.717761] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.718462] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae8a345-4862-4c4e-a2d5-aef328904215 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.718569] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae8a345-4862-4c4e-a2d5-aef328904215" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.718669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae8a345-4862-4c4e-a2d5-aef328904215" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.718782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae8a345-4862-4c4e-a2d5-aef328904215" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.718858] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae8a345-4862-4c4e-a2d5-aef328904215',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.923524] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1332.923669] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent loop - iteration:3 started [ 1333.220983] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.221284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.221355] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.222246] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae8a345-4862-4c4e-a2d5-aef328904215 with status ACTIVE [ 1333.222432] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.222548] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.222622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.222826] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.222919] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.223090] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.223191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.223253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.223405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.223486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.223666] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.223823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.223890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.224048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.224129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.224216] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae8a345-4862-4c4e-a2d5-aef328904215 is going to be updated. [ 1333.244258] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.244403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.244444] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.244597] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.244774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.244930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae8a345-4862-4c4e-a2d5-aef328904215" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.726215] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.228333] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.228688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.228688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.228771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.228853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.228955] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a is going to be created. [ 1334.251533] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.251702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.251764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.251941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.252114] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.261821] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a in Status: UNINITIALIZED for 2s [ 1336.274458] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a in Status: SUCCESS [ 1336.274725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.274838] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.275050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.275243] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.275364] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.275431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.275589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.275670] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.275756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.275847] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.778023] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.280727] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a: rpc.has_security_group_logging(os_id): False [ 1337.304730] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.305018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.305018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.305175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.305267] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.305547] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.305660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.305729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.305888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.305971] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.306073] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a is going to be created. [ 1337.364901] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.365158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.365158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.365398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.365611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.390245] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a in Status: IN_PROGRESS for 2s [ 1337.716233] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.716341] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1337.877515] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.877675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.877747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.877980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.878112] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.380917] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.883139] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.385986] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1339.385986] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1339.406823] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a in Status: SUCCESS [ 1339.407115] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.180375] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.180603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.180603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.180803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.193329] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1340.194174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.194912] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1340.235244] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.235443] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.235556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.235850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.257047] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.258069] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1340.258196] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.258340] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1340.298105] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.298485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.298485] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.298623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.299650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.299821] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1340.370386] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.370578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.370578] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.370802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.371141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.371407] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1340.436314] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.436643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.436643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.436785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.437081] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.437351] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1340.437444] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c1432624-13e9-4090-9e9d-38d8af9ab387', '18433be0-16fa-4df4-b6b3-cef5fc3c5696', '2b2cef02-ab37-4a80-ac4d-29bc01484406', '015226e6-76fe-4cd7-b870-d1241dbf8bab', '09fc9afa-c1ea-4ab5-99dc-1379588b07c4', 'cc60379a-4d86-40e3-8086-d56bec7c78cd', '965350fc-4672-480a-9f70-597c445d8da7', 'aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f', '4cb6688e-a42b-4ca8-b966-4865b55f0d12', '2ba118e1-f308-494a-926f-0a1db06bb542', '1ccbf447-ee5d-439e-aa90-7e4d80f5ca55', 'a124e20a-297d-40aa-aa5a-bd6a6e86394c', '4be12104-8034-4075-848a-7de936dfa2e0', '58205274-ac8f-4414-b622-497416881885', '7ea3e048-f852-4179-9279-50657b641a15', '5ae89b41-3242-4044-9461-c6bbdf9b0e37', '6b1c2f49-4ae4-428e-9f7d-e26a6755af70', 'c4488248-d880-45d4-9832-6218033b27a5', '0dd0b199-5296-46e6-a572-29ee7fad9471', 'fafc63f4-01f1-437e-bd42-bf6258a47894', 'f8e528b5-0000-4528-bbc3-944c50d96073', '86183d2f-b331-49bb-86f4-d2a0d65aff28', '77582e5b-0f52-4e40-860e-1420861cf67d', '63e4f150-64a4-47da-a079-fe4d0094aa4e', '6dd5d230-5572-4af9-acc0-2a89ffc1b444', 'c421e7a6-c835-45b1-b9e9-70f2bb178b1b', 'c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19', 'c8f519ca-6bb7-48c8-a310-afda3231b549', '0770ea34-dbb5-4138-84f4-97b070579267', '4e9e931b-3c09-456e-a38d-ce142616375c', '68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc', '925a1882-569c-4410-ab6c-8bb089e55901', 'f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a', '6ac7a0c3-80f9-4623-9191-6310d7dafdae', '0b7afc89-69af-460f-bd91-c5d9e8ae3e06', 'c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82', '5bae5ae8-0633-4ef1-8fb5-e6890fc125e9', 'ac6928d1-7443-4f53-a35f-3d993425f4ec', '299d6c3e-7080-49f4-8d9e-9d0b93e4a40d', '8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d', '27cce2d4-3598-42cc-a138-5d1834669d3c', 'eeac3e4e-1c4f-492a-bf61-d45b3d583dab', 'c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d', '172d40c3-3cfa-4069-ad62-f8b7a81b87a0'} {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.437541] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1340.455223] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.455376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.455431] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.455604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.455687] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.455798] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1340.455863] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.455934] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1340.527059] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.527249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.527295] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.527492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.528552] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.528793] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1340.528872] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.528946] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1340.529021] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1340.529102] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1340.529173] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGH for action security_group_rules [ 1340.529306] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGH for action security_group_rules [ 1340.529369] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGH for action security_group_rules [ 1340.529369] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab with Priority: HIGH for action security_group_rules [ 1340.529448] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGH for action security_group_rules [ 1340.529485] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGH for action security_group_rules [ 1340.529546] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGH for action security_group_rules [ 1340.529607] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGH for action security_group_rules [ 1340.529667] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGH for action security_group_rules [ 1340.529729] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGH for action security_group_rules [ 1340.529791] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGH for action security_group_rules [ 1340.529853] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGH for action security_group_rules [ 1340.529937] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGH for action security_group_rules [ 1340.530069] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58205274-ac8f-4414-b622-497416881885 with Priority: HIGH for action security_group_rules [ 1340.530185] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGH for action security_group_rules [ 1340.530289] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGH for action security_group_rules [ 1340.530387] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGH for action security_group_rules [ 1340.530488] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGH for action security_group_rules [ 1340.530592] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGH for action security_group_rules [ 1340.530693] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGH for action security_group_rules [ 1340.530841] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.717768] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.717768] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1342.717768] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1432624-13e9-4090-9e9d-38d8af9ab387 with Priority: HIGH for action security_group_rules [ 1342.717768] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 with Priority: HIGH for action security_group_rules [ 1342.717768] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 965350fc-4672-480a-9f70-597c445d8da7 with Priority: HIGH for action security_group_rules [ 1342.717768] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea3e048-f852-4179-9279-50657b641a15 with Priority: HIGH for action security_group_rules [ 1342.718434] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fafc63f4-01f1-437e-bd42-bf6258a47894 with Priority: HIGH for action security_group_rules [ 1342.718849] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 with Priority: HIGH for action security_group_rules [ 1342.718939] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4488248-d880-45d4-9832-6218033b27a5 with Priority: HIGH for action security_group_rules [ 1342.718998] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 with Priority: HIGH for action security_group_rules [ 1342.719139] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58205274-ac8f-4414-b622-497416881885 with Priority: HIGH for action security_group_rules [ 1342.719231] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 with Priority: HIGH for action security_group_rules [ 1342.719303] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be12104-8034-4075-848a-7de936dfa2e0 with Priority: HIGH for action security_group_rules [ 1342.719373] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c with Priority: HIGH for action security_group_rules [ 1342.719435] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 with Priority: HIGH for action security_group_rules [ 1342.719498] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba118e1-f308-494a-926f-0a1db06bb542 with Priority: HIGH for action security_group_rules [ 1342.719576] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 with Priority: HIGH for action security_group_rules [ 1342.719668] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGH for action security_group_rules [ 1342.719758] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f with Priority: HIGH for action security_group_rules [ 1342.719837] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGH for action security_group_rules [ 1342.719923] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 with Priority: HIGH for action security_group_rules [ 1342.720018] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab with Priority: HIGH for action security_group_rules [ 1342.720346] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1432624-13e9-4090-9e9d-38d8af9ab387 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.720478] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.720544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.720750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.720828] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1432624-13e9-4090-9e9d-38d8af9ab387',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.722306] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b2cef02-ab37-4a80-ac4d-29bc01484406 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.722306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.722306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.722306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.722306] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b2cef02-ab37-4a80-ac4d-29bc01484406',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.722984] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-965350fc-4672-480a-9f70-597c445d8da7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.723125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.723187] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.724055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.724055] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('965350fc-4672-480a-9f70-597c445d8da7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.724958] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea3e048-f852-4179-9279-50657b641a15 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.725127] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.725192] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.725445] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.725515] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea3e048-f852-4179-9279-50657b641a15',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.726403] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fafc63f4-01f1-437e-bd42-bf6258a47894 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.726544] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.726622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.726704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.726786] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fafc63f4-01f1-437e-bd42-bf6258a47894',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.727485] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dd0b199-5296-46e6-a572-29ee7fad9471 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.727574] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.727726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.727771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.727846] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dd0b199-5296-46e6-a572-29ee7fad9471',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.728531] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4488248-d880-45d4-9832-6218033b27a5 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.728637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.728700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.728846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.728919] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4488248-d880-45d4-9832-6218033b27a5',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.729594] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.729700] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.729762] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.729911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.729977] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c2f49-4ae4-428e-9f7d-e26a6755af70',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.732317] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58205274-ac8f-4414-b622-497416881885 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.732486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.732486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.732629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.732703] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58205274-ac8f-4414-b622-497416881885',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.733382] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.733493] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.733561] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.733724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.733773] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ae89b41-3242-4044-9461-c6bbdf9b0e37',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.734458] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be12104-8034-4075-848a-7de936dfa2e0 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.734556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.734623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.734768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.734859] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be12104-8034-4075-848a-7de936dfa2e0',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.735519] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.735615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.735682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.735827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.735916] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a124e20a-297d-40aa-aa5a-bd6a6e86394c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.736645] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.736752] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.736818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.736965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.737055] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ccbf447-ee5d-439e-aa90-7e4d80f5ca55',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.737697] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ba118e1-f308-494a-926f-0a1db06bb542 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.737802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.737931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.738096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.738171] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ba118e1-f308-494a-926f-0a1db06bb542',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.739057] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.739057] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.739245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.739401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.739472] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cb6688e-a42b-4ca8-b966-4865b55f0d12',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.740224] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc60379a-4d86-40e3-8086-d56bec7c78cd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.740335] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.740382] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.741112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.741112] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.741478] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.741562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.741605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.741761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.741838] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.742460] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.742565] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.742691] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.742771] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.742860] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.743498] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.743609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.743655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.743805] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.743874] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18433be0-16fa-4df4-b6b3-cef5fc3c5696',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.744602] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-015226e6-76fe-4cd7-b870-d1241dbf8bab taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.744707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.744764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.744948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.745036] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('015226e6-76fe-4cd7-b870-d1241dbf8bab',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.259318] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc60379a-4d86-40e3-8086-d56bec7c78cd taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.259318] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.259549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.259549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.259701] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.259801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.259865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.260026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.260119] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.260207] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.260294] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.264385] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.264530] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.264601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.264713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.264869] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.264974] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.265053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.265208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.265292] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.265376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.265460] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.319464] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.319652] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.319696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.319948] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.324899] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.325021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.325387] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.325512] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.326178] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.326274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.327380] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.327861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.328176] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.328270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.329246] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.329350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.330040] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.330163] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.330811] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.330898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.331599] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.331697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.332625] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.332710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.333343] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.333722] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.333817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.334419] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.334791] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.334885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.336904] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.337315] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.337435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.337981] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.338374] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.338474] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.339210] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.339466] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.339782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.342081] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.342457] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.342556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.343471] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.343880] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.344033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.345794] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1343.346220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.346333] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f is going to be deleted. [ 1343.347194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.347428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.364070] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.364186] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dd0b199-5296-46e6-a572-29ee7fad9471 is going to be deleted. [ 1343.364977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.365197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.380497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.380639] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4488248-d880-45d4-9832-6218033b27a5 is going to be deleted. [ 1343.381479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.381685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.402902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.403043] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ccbf447-ee5d-439e-aa90-7e4d80f5ca55 is going to be deleted. [ 1343.403822] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.404092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.418596] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.418761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.430542] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.430665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.431449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.431563] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be12104-8034-4075-848a-7de936dfa2e0 is going to be deleted. [ 1343.432328] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.432532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.442798] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.442924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.480712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.480907] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ae89b41-3242-4044-9461-c6bbdf9b0e37 is going to be deleted. [ 1343.481755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.482373] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.515962] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.516150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.535456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.535580] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea3e048-f852-4179-9279-50657b641a15 is going to be deleted. [ 1343.536441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.536641] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.564615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.564809] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c2f49-4ae4-428e-9f7d-e26a6755af70 is going to be deleted. [ 1343.565615] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.565853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.571473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.571621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.613012] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.613233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.627931] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.627931] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cb6688e-a42b-4ca8-b966-4865b55f0d12 is going to be deleted. [ 1343.628515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.628734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.688630] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.688882] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.695934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.696101] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1432624-13e9-4090-9e9d-38d8af9ab387 is going to be deleted. [ 1343.696908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.697158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.723363] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.723893] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.774750] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.774956] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18433be0-16fa-4df4-b6b3-cef5fc3c5696 is going to be deleted. [ 1343.775843] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.776651] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.777311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.777731] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.837385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.837385] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a124e20a-297d-40aa-aa5a-bd6a6e86394c is going to be deleted. [ 1343.838936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.838936] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.884066] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.884226] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.905305] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.905415] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fafc63f4-01f1-437e-bd42-bf6258a47894 is going to be deleted. [ 1343.906632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.906892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.950747] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.950972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.951546] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.951674] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.964821] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.965066] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ba118e1-f308-494a-926f-0a1db06bb542 is going to be deleted. [ 1343.965781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.965984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.982577] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.982727] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.023722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.023889] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58205274-ac8f-4414-b622-497416881885 is going to be deleted. [ 1344.024735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.024978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.065845] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.065970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.082191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.082310] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 015226e6-76fe-4cd7-b870-d1241dbf8bab is going to be deleted. [ 1344.083080] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.083281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.126773] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.126773] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.131050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.131050] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b2cef02-ab37-4a80-ac4d-29bc01484406 is going to be deleted. [ 1344.131643] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.131869] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.163737] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.163920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.215391] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.215523] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 965350fc-4672-480a-9f70-597c445d8da7 is going to be deleted. [ 1344.216375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.216576] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.216668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.216790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aae2d5e3-7e26-4ae8-9a0a-3c5d68099a1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.216941] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.217108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.217188] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.217294] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4488248-d880-45d4-9832-6218033b27a5" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.217761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.217928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.218018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.218137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dd0b199-5296-46e6-a572-29ee7fad9471" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.218261] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.218403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.218480] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.218590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ccbf447-ee5d-439e-aa90-7e4d80f5ca55" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.218710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.218861] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.218949] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.219054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be12104-8034-4075-848a-7de936dfa2e0" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.219176] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.219315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.219389] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.219495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ae89b41-3242-4044-9461-c6bbdf9b0e37" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.219613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.219749] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.219823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.219929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c2f49-4ae4-428e-9f7d-e26a6755af70" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.220064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.220201] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.220277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.220384] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea3e048-f852-4179-9279-50657b641a15" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.220507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.220640] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.220713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.220818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cb6688e-a42b-4ca8-b966-4865b55f0d12" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.220937] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.221084] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.221158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.221265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1432624-13e9-4090-9e9d-38d8af9ab387" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.221385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.221519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.221591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.221696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18433be0-16fa-4df4-b6b3-cef5fc3c5696" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.221817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.221975] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.222064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.222171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a124e20a-297d-40aa-aa5a-bd6a6e86394c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.222293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.222428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.222501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.222608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fafc63f4-01f1-437e-bd42-bf6258a47894" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.222726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.222860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.222934] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.223051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ba118e1-f308-494a-926f-0a1db06bb542" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.223424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.223424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.223424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.223563] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58205274-ac8f-4414-b622-497416881885" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.278945] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9afa-c1ea-4ab5-99dc-1379588b07c4: rpc.has_security_group_logging(os_id): False [ 1344.280062] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc60379a-4d86-40e3-8086-d56bec7c78cd: rpc.has_security_group_logging(os_id): False [ 1344.317575] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.317755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.317820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.317967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.319326] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.319454] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.320100] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.320194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.321019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.321124] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.394200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.394516] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.394619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.394684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.394890] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.394969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.395078] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1344.396140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.396353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.396388] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.396503] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-015226e6-76fe-4cd7-b870-d1241dbf8bab" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.396634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.396782] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.408813] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.408926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.456186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.456629] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.456629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.456629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.456857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.456892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.456976] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc60379a-4d86-40e3-8086-d56bec7c78cd is going to be updated. [ 1344.458029] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.458174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.458265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.458451] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b2cef02-ab37-4a80-ac4d-29bc01484406" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.458507] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.458646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.458727] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.458831] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-965350fc-4672-480a-9f70-597c445d8da7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.514630] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.514885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.514885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.515055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.515209] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.565875] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.566099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.566099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.566277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.566439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.575164] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1344.589834] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc60379a-4d86-40e3-8086-d56bec7c78cd in Status: IN_PROGRESS for 2s [ 1346.591445] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1346.591823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.601629] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc60379a-4d86-40e3-8086-d56bec7c78cd in Status: SUCCESS [ 1346.602935] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.720971] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.721365] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.721715] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.722095] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.723265] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.723547] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.188738] env[69839]: INFO networking_nsxv3.common.synchronization [req-ef7e8449-af66-4ac8-99db-ce87ef380301 req-d11eacb7-5949-4d3c-ae54-1f81c082737a tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1359.189260] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1359.189628] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.189748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.189843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.189995] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.190795] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.190795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.190795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.190795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.190795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.190795] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.693091] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.693327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.693327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.693542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.713395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.713628] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.713744] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.713811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.713984] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.714111] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.714217] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1359.738479] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.738627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.738627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.738796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.738928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.745923] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1361.757086] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1361.757086] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 deletion is rescheduled due to dependency. [ 1361.757534] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.867370] env[69839]: INFO networking_nsxv3.common.synchronization [req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 req-2bd48ff5-6169-49a5-9fb8-c88098c6e420 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1362.867370] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1362.867712] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.867712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.867712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.867889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.867938] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.868044] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.868105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.868273] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.868616] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.868725] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.130329] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.130533] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.130664] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.130935] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.131516] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.131700] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.131836] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.132076] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.132254] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.132503] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.132583] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1363.132695] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1363.132811] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1363.133026] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.133026] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1363.133160] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1363.151311] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1363.151474] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1363.151615] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1363.151789] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-787" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.152084] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-cc1c71f1-d598-4732-a2c9-7a0e297c3644 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.152261] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-cc1c71f1-d598-4732-a2c9-7a0e297c3644" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.152386] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-cc1c71f1-d598-4732-a2c9-7a0e297c3644" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.152677] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-cc1c71f1-d598-4732-a2c9-7a0e297c3644" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.152822] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1c71f1-d598-4732-a2c9-7a0e297c3644',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.370894] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.371140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.371140] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.371330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.371425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.371613] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.371710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.371776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.371923] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.372034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.372130] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1363.397030] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.397030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.397030] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.397240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.397240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.405082] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1363.655057] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.655247] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.655357] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.655645] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.655805] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.655966] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port cc1c71f1-d598-4732-a2c9-7a0e297c3644 not found, creating... [ 1363.656257] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.656430] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.656552] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.656776] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.656919] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.657228] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.657389] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.657511] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.657722] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.657861] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.658008] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: cc1c71f1-d598-4732-a2c9-7a0e297c3644 is going to be created. [ 1363.680313] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.680494] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.680576] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.680817] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.681054] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.681276] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-cc1c71f1-d598-4732-a2c9-7a0e297c3644" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.340782] env[69839]: INFO networking_nsxv3.common.synchronization [req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 req-c7d37236-6612-4317-817c-fd48ce80186b service nova] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_rules [ 1364.341046] env[69839]: INFO networking_nsxv3.common.synchronization [req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 req-c7d37236-6612-4317-817c-fd48ce80186b service nova] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1364.341046] env[69839]: INFO networking_nsxv3.common.synchronization [req-12d2e251-d0e0-4ea6-ad78-795ed1b8f940 req-c7d37236-6612-4317-817c-fd48ce80186b service nova] Enqueued Resource ID: cc1c71f1-d598-4732-a2c9-7a0e297c3644 with Priority: HIGHEST for action port [ 1364.341287] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_rules [ 1364.341420] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1364.341518] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1c71f1-d598-4732-a2c9-7a0e297c3644 with Priority: HIGHEST for action port [ 1364.342495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.342653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.342719] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.342917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.343006] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.344877] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.344977] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.345198] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc1c71f1-d598-4732-a2c9-7a0e297c3644 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.345315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc1c71f1-d598-4732-a2c9-7a0e297c3644" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.345381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc1c71f1-d598-4732-a2c9-7a0e297c3644" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.345549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc1c71f1-d598-4732-a2c9-7a0e297c3644" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.345628] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1c71f1-d598-4732-a2c9-7a0e297c3644',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.847766] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.847912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.848091] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc1c71f1-d598-4732-a2c9-7a0e297c3644 with status ACTIVE [ 1364.848263] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.848417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.848457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.848645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.848795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.848893] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.848989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.849062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.849214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.849317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.849499] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.849591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.849650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.849788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.849862] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.849946] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc1c71f1-d598-4732-a2c9-7a0e297c3644 is going to be updated. [ 1364.868895] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.869046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.869091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.869235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.869356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.869497] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc1c71f1-d598-4732-a2c9-7a0e297c3644" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.413896] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1365.414193] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 deletion is rescheduled due to dependency. [ 1365.414254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.414425] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.414649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.415535] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.415535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.415535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.415535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.415535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.415535] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.917699] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.419951] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.923029] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.923249] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.923347] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.923860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.923860] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.923860] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1366.950655] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.951220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.951220] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.951439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.951584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.959776] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1368.971161] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1368.971462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.971522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.971739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.971924] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.972169] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.972237] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.972386] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.972469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.972556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.972662] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.341907] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.342098] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1369.474707] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.474930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.474930] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.475334] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.475631] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.475823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.475927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.476139] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.476266] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.476387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.476610] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.476798] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.476932] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.477149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.477334] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.477470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.477556] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.477711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.477789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.477874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.477964] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.980200] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82: rpc.has_security_group_logging(os_id): False [ 1369.997845] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.998037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.998094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.998275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.998369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.998559] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.998658] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.998784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.998864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.998940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.999149] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.999245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.999307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.999447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.999520] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.999695] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.999787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.999848] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.999982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.000083] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.000172] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1370.064259] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.064259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.064259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.064259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.064259] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.077422] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1370.176070] env[69839]: INFO networking_nsxv3.common.synchronization [req-92420549-fa17-4883-b2cf-0c1af29ca2d1 req-9abbf489-6ba6-4883-a81e-3ab791bbb165 tempest-ServersTestBootFromVolume-1907458331 tempest-ServersTestBootFromVolume-1907458331-project-member] Enqueued Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_members [ 1370.176609] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGHEST for action security_group_members [ 1370.176914] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc60379a-4d86-40e3-8086-d56bec7c78cd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.177049] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.177118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.177315] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.177467] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.177830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.177830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.177830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.177830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.178066] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.384484] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.384687] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.384818] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.385136] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.385410] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.385581] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.385704] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.385930] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.386143] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.386366] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1370.386485] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1370.386599] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1370.386713] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1370.386826] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1370.386934] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1370.387085] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1370.405329] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1370.405399] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1370.405526] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1370.405727] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-686" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.406047] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.406231] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.406357] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.406633] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.406821] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.679792] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.680099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.680099] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.680375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.680501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.680795] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.680961] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.681094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.681317] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.681409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.681534] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc60379a-4d86-40e3-8086-d56bec7c78cd is going to be updated. [ 1370.717230] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.717403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.717403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.717594] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.718299] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.726807] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc60379a-4d86-40e3-8086-d56bec7c78cd in Status: IN_PROGRESS for 2s [ 1370.909034] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.909310] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.909447] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.909726] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.909881] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.910200] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.910363] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.910488] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.910705] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.910848] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.911146] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.911307] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.911437] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.911652] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.911793] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.911941] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 is going to be updated. [ 1370.934443] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.934735] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.934872] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.935180] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.935405] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.935651] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.617766] env[69839]: INFO networking_nsxv3.common.synchronization [req-59822e81-e2ef-447b-9f1d-768338bf501b req-eb05a4b8-02bf-4936-9dc8-c848edb8058a service nova] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 1371.617766] env[69839]: INFO networking_nsxv3.common.synchronization [req-59822e81-e2ef-447b-9f1d-768338bf501b req-eb05a4b8-02bf-4936-9dc8-c848edb8058a service nova] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1371.618048] env[69839]: INFO networking_nsxv3.common.synchronization [req-59822e81-e2ef-447b-9f1d-768338bf501b req-eb05a4b8-02bf-4936-9dc8-c848edb8058a service nova] Enqueued Resource ID: ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 with Priority: HIGHEST for action port [ 1371.618155] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_rules [ 1371.618253] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1371.618347] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 with Priority: HIGHEST for action port [ 1371.618888] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.619012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.619091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.619290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.619366] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.620485] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.620601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.620682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.620820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.620967] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.621075] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.621135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.621277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.621385] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.621480] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.622174] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.622273] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.622343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.622494] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.622566] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.094125] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1372.094422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.125097] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.125281] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.125441] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 with status ACTIVE [ 1372.125616] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.125721] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.125789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.125988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.126141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.126325] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.126439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.126539] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.126748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.126828] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.127019] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.127116] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.127180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.128189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.128189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.128189] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814 is going to be updated. [ 1372.128493] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.149980] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.149980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.149980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.149980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.149980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.150290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbe9f8f-a4a2-41a8-8bc7-97e1a132c814" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.630546] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.737244] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc60379a-4d86-40e3-8086-d56bec7c78cd in Status: SUCCESS [ 1372.737409] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc60379a-4d86-40e3-8086-d56bec7c78cd deletion is rescheduled due to dependency. [ 1372.737527] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.133611] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.133611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.133611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.133611] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.133863] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.133863] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1373.164305] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.164449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.164526] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.164742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.164888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.172959] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1374.463095] env[69839]: INFO networking_nsxv3.common.synchronization [req-c400fd9e-4d90-40e5-bf35-ff918ee4841d req-1e4f085a-b054-4e0e-b023-6037a86213c2 tempest-ServerDiskConfigTestJSON-968253892 tempest-ServerDiskConfigTestJSON-968253892-project-member] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1374.463592] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGHEST for action security_group_members [ 1374.464245] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.464383] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.464473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.464767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.464884] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.464998] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.466107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.466107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.466107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.466107] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.967691] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.967921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.967978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.968191] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.968291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.968502] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.968620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.968665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.968792] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.968867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.968955] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be updated. [ 1374.998536] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.998720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.998768] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.998958] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.999121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.011590] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: IN_PROGRESS for 2s [ 1375.182170] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1375.182170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.182371] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.182697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.182798] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.182969] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.183065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.183253] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.183375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.183523] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.183662] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.685648] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.187455] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09fc9afa-c1ea-4ab5-99dc-1379588b07c4: rpc.has_security_group_logging(os_id): False [ 1376.204717] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.204887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.204990] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.205203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.205314] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.205576] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.205681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.205747] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.205907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.206010] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.206110] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1376.265245] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.265401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.265517] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.265763] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.266025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.279137] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1377.020873] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 in Status: SUCCESS [ 1377.020873] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 deletion is rescheduled due to dependency. [ 1377.020873] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.191264] env[69839]: INFO networking_nsxv3.common.synchronization [req-cedd8d38-ff42-45cb-bc39-59f310ce2149 req-50b706b9-eadf-4566-9463-afc43b0e58da tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1378.191880] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1378.192293] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.192618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.194016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.194016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.194016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.194016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.194016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.194016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.194016] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.194016] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.294068] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1378.294197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.696422] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.696614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.696690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.696915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.718133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.718402] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.718532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.718599] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.718809] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.718888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.718980] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be updated. [ 1378.741874] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.742156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.742303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.742581] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.742781] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.750372] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: IN_PROGRESS for 2s [ 1380.761462] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 1380.761794] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b deletion is rescheduled due to dependency. [ 1380.761794] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.169800] env[69839]: INFO networking_nsxv3.common.synchronization [None req-6c471dbb-3c9d-4183-b6e2-968d20ed6169 None None] Enqueued Resource ID: a8263e42-190c-4b59-aae1-38bf9f9c4792 with Priority: HIGHEST for action port [ 1382.170103] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8263e42-190c-4b59-aae1-38bf9f9c4792 with Priority: HIGHEST for action port [ 1382.170182] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8263e42-190c-4b59-aae1-38bf9f9c4792 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.170307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8263e42-190c-4b59-aae1-38bf9f9c4792" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.170374] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8263e42-190c-4b59-aae1-38bf9f9c4792" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.170627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8263e42-190c-4b59-aae1-38bf9f9c4792" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.170713] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8263e42-190c-4b59-aae1-38bf9f9c4792',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.672615] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8263e42-190c-4b59-aae1-38bf9f9c4792 [ 1382.672833] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.672992] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.673082] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.673289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.673381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.673485] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8263e42-190c-4b59-aae1-38bf9f9c4792 already deleted. [ 1382.673565] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8263e42-190c-4b59-aae1-38bf9f9c4792" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.183410] env[69839]: INFO networking_nsxv3.common.synchronization [None req-a4ae358b-9fe9-438e-8902-d01cf30ecfc8 None None] Enqueued Resource ID: d606de07-9177-4935-8573-b12b5c3d9cbb with Priority: HIGHEST for action port [ 1384.184087] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d606de07-9177-4935-8573-b12b5c3d9cbb with Priority: HIGHEST for action port [ 1384.184686] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-d606de07-9177-4935-8573-b12b5c3d9cbb taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.184686] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d606de07-9177-4935-8573-b12b5c3d9cbb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.184864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d606de07-9177-4935-8573-b12b5c3d9cbb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.184972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d606de07-9177-4935-8573-b12b5c3d9cbb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.185138] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d606de07-9177-4935-8573-b12b5c3d9cbb',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.687602] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d606de07-9177-4935-8573-b12b5c3d9cbb [ 1384.687860] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.688008] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.688089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.688290] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.688496] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.688609] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d606de07-9177-4935-8573-b12b5c3d9cbb already deleted. [ 1384.688702] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d606de07-9177-4935-8573-b12b5c3d9cbb" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.148836] env[69839]: INFO networking_nsxv3.common.synchronization [req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f req-2ea33ac3-8889-4a2e-9ca6-1f1de6f9363c tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1385.148950] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1385.149255] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.149819] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.149897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.150106] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.150267] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.150369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.150430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.150579] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.150669] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.150760] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.405879] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.406220] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.406339] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.406705] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.407063] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.407299] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.407484] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.407792] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.408020] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.408322] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1385.408492] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1385.408672] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1385.408851] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1385.409054] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1385.409230] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1385.409441] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1385.430047] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1385.430292] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1385.430466] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1385.430685] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-121" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.431064] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-90850224-12b8-47c4-8d3d-8d6844981d69 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.431292] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-90850224-12b8-47c4-8d3d-8d6844981d69" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.431468] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-90850224-12b8-47c4-8d3d-8d6844981d69" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.431826] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-90850224-12b8-47c4-8d3d-8d6844981d69" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.432024] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90850224-12b8-47c4-8d3d-8d6844981d69',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.653280] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.653564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.653564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.653716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.653813] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.654000] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.654110] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.654174] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.654323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.654402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.654543] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be updated. [ 1385.678731] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.678978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.679086] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.679260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.679456] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.686935] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: IN_PROGRESS for 2s [ 1385.934060] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.934292] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.938162] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.938162] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.938162] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.938162] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 90850224-12b8-47c4-8d3d-8d6844981d69 not found, creating... [ 1385.938162] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.938162] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.938162] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.938162] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.938162] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.938950] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.938950] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.938950] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.939383] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.943177] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.943177] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 90850224-12b8-47c4-8d3d-8d6844981d69 is going to be created. [ 1385.967049] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.967288] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.967591] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.967777] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.968013] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.968250] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-90850224-12b8-47c4-8d3d-8d6844981d69" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.628451] env[69839]: INFO networking_nsxv3.common.synchronization [req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f req-f325b8e1-abe9-4934-91f1-bdf2b6a3bc79 service nova] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_rules [ 1386.628451] env[69839]: INFO networking_nsxv3.common.synchronization [req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f req-f325b8e1-abe9-4934-91f1-bdf2b6a3bc79 service nova] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1386.628451] env[69839]: INFO networking_nsxv3.common.synchronization [req-3b2fbce2-cd55-42f3-8626-8f4e0d3ec05f req-f325b8e1-abe9-4934-91f1-bdf2b6a3bc79 service nova] Enqueued Resource ID: 90850224-12b8-47c4-8d3d-8d6844981d69 with Priority: HIGHEST for action port [ 1386.628781] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_rules [ 1386.628826] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1386.628931] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90850224-12b8-47c4-8d3d-8d6844981d69 with Priority: HIGHEST for action port [ 1386.629549] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.629735] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.629801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.630039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.630143] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.631022] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.631123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.631414] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-90850224-12b8-47c4-8d3d-8d6844981d69 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.631532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90850224-12b8-47c4-8d3d-8d6844981d69" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.631646] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90850224-12b8-47c4-8d3d-8d6844981d69" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.631830] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90850224-12b8-47c4-8d3d-8d6844981d69" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.631964] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90850224-12b8-47c4-8d3d-8d6844981d69',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.134077] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.134077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.134345] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90850224-12b8-47c4-8d3d-8d6844981d69 with status ACTIVE [ 1387.134432] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.134577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.134655] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.134878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.134972] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.135153] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.135248] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.135312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.135491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.135604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.135790] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.135887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.135950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.136103] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.136183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.136270] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90850224-12b8-47c4-8d3d-8d6844981d69 is going to be updated. [ 1387.155892] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.156059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.156113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.156276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.156460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.156649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90850224-12b8-47c4-8d3d-8d6844981d69" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.676479] env[69839]: INFO networking_nsxv3.common.synchronization [None req-950e3b54-e8b8-428c-8cf2-aa084d77b3f6 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_rules [ 1387.676950] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_rules [ 1387.677265] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-570458fb-48ae-4105-a36f-8035f6f53968 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.677379] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.677449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.677697] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.677780] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.696273] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 1387.696273] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b deletion is rescheduled due to dependency. [ 1387.696414] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.696451] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.696629] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.696814] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.696910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.696980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.697141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.697262] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.697327] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.757136] env[69839]: INFO networking_nsxv3.common.synchronization [None req-00c08912-e7d5-404e-8ee9-4d117247e8f7 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_rules [ 1387.757680] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_rules [ 1387.757990] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-570458fb-48ae-4105-a36f-8035f6f53968 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.758113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.201020] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.201020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.201020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.201020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.201020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.201020] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 570458fb-48ae-4105-a36f-8035f6f53968 already deleted. [ 1388.201020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.201020] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.201555] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.204885] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.204885] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.601060] env[69839]: INFO networking_nsxv3.common.synchronization [req-40ca96cd-2603-415e-9d46-e796eb7589b5 req-0feced37-babb-4d3b-a537-e4dd54eb68f2 tempest-ServerActionsTestOtherB-925504416 tempest-ServerActionsTestOtherB-925504416-project-member] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1388.601614] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGHEST for action security_group_members [ 1388.601924] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.602064] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.602135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.602329] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.602554] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.602664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.602729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.602878] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.603441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.603441] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.702988] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.721770] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.722123] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.722343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.722571] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.722688] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.722800] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 570458fb-48ae-4105-a36f-8035f6f53968 already deleted. [ 1388.722904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.854025] env[69839]: INFO networking_nsxv3.common.synchronization [req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e req-ce7fb58b-a5c5-47ca-a52b-d3c5520b550f tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Enqueued Resource ID: bf48732b-bb33-430e-840b-9ec40dfe14ae with Priority: HIGHEST for action security_group_members [ 1388.854025] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48732b-bb33-430e-840b-9ec40dfe14ae with Priority: HIGHEST for action security_group_members [ 1388.854025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf48732b-bb33-430e-840b-9ec40dfe14ae taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.854025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.854025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.854025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.854025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.854025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.854025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.854025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.854025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.854025] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf48732b-bb33-430e-840b-9ec40dfe14ae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.105341] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.105589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.105696] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.105921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.106310] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.106310] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.107265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.107265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.107265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.107265] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.107265] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be updated. [ 1389.124134] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.124381] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-315" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.124606] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-315" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.124974] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-315" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.125292] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.125513] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.125688] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.125927] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.126091] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.126308] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1389.126433] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1389.126537] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1389.126652] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1389.126763] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1389.126900] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1389.127058] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1389.132746] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.132901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.132957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.133105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.133240] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.139749] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 2s [ 1389.144074] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1389.144236] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1389.144371] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1389.145102] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-315" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.145102] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-86a98609-cdd4-4c15-8824-c4f146ecac1f taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.145102] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-86a98609-cdd4-4c15-8824-c4f146ecac1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.145275] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-86a98609-cdd4-4c15-8824-c4f146ecac1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.145472] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-86a98609-cdd4-4c15-8824-c4f146ecac1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.145680] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a98609-cdd4-4c15-8824-c4f146ecac1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.205687] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.205835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.205908] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.206150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.206245] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.206346] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be updated. [ 1389.240488] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.240638] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.240710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.240921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.241077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.248916] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: IN_PROGRESS for 2s [ 1389.356271] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.356430] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.356504] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.356720] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.356823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.357041] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.357144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.357208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.357363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.357442] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.357528] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf48732b-bb33-430e-840b-9ec40dfe14ae already deleted. [ 1389.357610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.648108] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.648347] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.648480] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.648756] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.648913] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.649605] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 86a98609-cdd4-4c15-8824-c4f146ecac1f not found, creating... [ 1389.649605] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.649605] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.649605] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.649839] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.649964] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.650269] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.650429] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.650553] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.650763] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.650902] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.651059] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 86a98609-cdd4-4c15-8824-c4f146ecac1f is going to be created. [ 1389.673035] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.673231] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.673364] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.673624] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.673854] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.674085] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-86a98609-cdd4-4c15-8824-c4f146ecac1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.349012] env[69839]: INFO networking_nsxv3.common.synchronization [req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e req-cecf0d46-80fe-44fd-a9b5-52a35a0a2f0c service nova] Enqueued Resource ID: bf48732b-bb33-430e-840b-9ec40dfe14ae with Priority: HIGHEST for action security_group_rules [ 1390.349269] env[69839]: INFO networking_nsxv3.common.synchronization [req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e req-cecf0d46-80fe-44fd-a9b5-52a35a0a2f0c service nova] Enqueued Resource ID: bf48732b-bb33-430e-840b-9ec40dfe14ae with Priority: HIGHEST for action security_group_members [ 1390.349337] env[69839]: INFO networking_nsxv3.common.synchronization [req-6fb4ab31-84a2-4cc3-b841-d69d32e5314e req-cecf0d46-80fe-44fd-a9b5-52a35a0a2f0c service nova] Enqueued Resource ID: 86a98609-cdd4-4c15-8824-c4f146ecac1f with Priority: HIGHEST for action port [ 1390.349843] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48732b-bb33-430e-840b-9ec40dfe14ae with Priority: HIGHEST for action security_group_rules [ 1390.349979] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48732b-bb33-430e-840b-9ec40dfe14ae with Priority: HIGHEST for action security_group_members [ 1390.350091] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a98609-cdd4-4c15-8824-c4f146ecac1f with Priority: HIGHEST for action port [ 1390.350383] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf48732b-bb33-430e-840b-9ec40dfe14ae taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.350470] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.350528] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.350774] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.350857] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf48732b-bb33-430e-840b-9ec40dfe14ae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.353356] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf48732b-bb33-430e-840b-9ec40dfe14ae taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.353356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.353356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.353356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.353356] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.353356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.353356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.353356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.353356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.353356] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf48732b-bb33-430e-840b-9ec40dfe14ae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.353356] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-86a98609-cdd4-4c15-8824-c4f146ecac1f taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.353356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86a98609-cdd4-4c15-8824-c4f146ecac1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.354062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86a98609-cdd4-4c15-8824-c4f146ecac1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.354062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86a98609-cdd4-4c15-8824-c4f146ecac1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.354062] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a98609-cdd4-4c15-8824-c4f146ecac1f',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.855658] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf48732b-bb33-430e-840b-9ec40dfe14ae taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.855820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.856082] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf48732b-bb33-430e-840b-9ec40dfe14ae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.857011] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86a98609-cdd4-4c15-8824-c4f146ecac1f with status ACTIVE [ 1390.857195] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.857359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.857463] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.857756] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.857901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.858327] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.858327] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.858432] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.858779] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.858921] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.859218] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.859402] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.859513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.859734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.859866] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.859997] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86a98609-cdd4-4c15-8824-c4f146ecac1f is going to be updated. [ 1390.880156] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.880309] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.880356] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.880577] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.880684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.880833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86a98609-cdd4-4c15-8824-c4f146ecac1f" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.149937] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: IN_PROGRESS for 4s [ 1391.258959] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 1391.258959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.258959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.258959] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.259208] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.259208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.259208] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.259362] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.259457] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.259502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.259603] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.362287] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf48732b-bb33-430e-840b-9ec40dfe14ae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.762277] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.864916] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.865094] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.865170] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.865387] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.865479] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.865580] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf48732b-bb33-430e-840b-9ec40dfe14ae is going to be created. [ 1391.889793] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.890175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.890175] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.890406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.890584] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.901856] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf48732b-bb33-430e-840b-9ec40dfe14ae in Status: UNINITIALIZED for 2s [ 1392.265899] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c421e7a6-c835-45b1-b9e9-70f2bb178b1b: rpc.has_security_group_logging(os_id): False [ 1392.286830] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.286985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.287069] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.287282] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.287361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.287610] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.287710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.287769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.287916] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.287996] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.288099] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be updated. [ 1392.355390] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.355618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.355618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.355874] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.356043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.368251] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: IN_PROGRESS for 2s [ 1393.068730] env[69839]: INFO networking_nsxv3.common.synchronization [req-ce984c3b-9eea-4918-a644-9a3bab1994e3 req-a864196e-0a6c-4d33-877c-d9e210f3e1e0 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_members [ 1393.069279] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_members [ 1393.069577] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-570458fb-48ae-4105-a36f-8035f6f53968 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.069707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.069765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.070042] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.070203] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.070306] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.070369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.070524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.070610] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.070707] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.160673] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 in Status: SUCCESS [ 1393.160873] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 deletion is rescheduled due to dependency. [ 1393.160989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.304418] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.304684] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.304827] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.305119] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.305381] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.305545] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.305663] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.305887] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.306047] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.306262] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1393.306532] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.306706] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.306839] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.306964] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1393.307090] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.307230] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1393.324085] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1393.324244] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1393.324388] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1393.324629] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.324907] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.325075] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.325200] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.325483] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.325649] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.573101] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.573101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.573101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.573553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.573553] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.573553] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.573668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.573668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.573818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.573964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.573964] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 570458fb-48ae-4105-a36f-8035f6f53968 already deleted. [ 1393.574067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.827455] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.827635] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.827766] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.828057] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.828210] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.828402] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 not found, creating... [ 1393.828677] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.828838] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.828962] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.829212] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.829357] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.830013] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.830210] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.830339] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.830563] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.830716] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.830857] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 is going to be created. [ 1393.850365] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.850543] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.850670] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.850907] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.851144] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.851366] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.919221] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf48732b-bb33-430e-840b-9ec40dfe14ae in Status: SUCCESS [ 1393.919458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.919621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.919833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.920025] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.920145] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.920211] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.920367] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.920449] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.920533] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.920627] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf48732b-bb33-430e-840b-9ec40dfe14ae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.384959] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 1394.385284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.422905] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf48732b-bb33-430e-840b-9ec40dfe14ae taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.423168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.423168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.423345] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.423504] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.423603] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.423662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.423816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.423904] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.423989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.424148] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf48732b-bb33-430e-840b-9ec40dfe14ae taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.424242] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.424303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.424441] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.424642] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.424816] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.424879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.425043] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.425137] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.425241] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.425361] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf48732b-bb33-430e-840b-9ec40dfe14ae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.756437] env[69839]: INFO networking_nsxv3.common.synchronization [req-ce984c3b-9eea-4918-a644-9a3bab1994e3 req-245079a1-5e0a-4892-acdb-decd49c23f6e service nova] Enqueued Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_rules [ 1394.756712] env[69839]: INFO networking_nsxv3.common.synchronization [req-ce984c3b-9eea-4918-a644-9a3bab1994e3 req-245079a1-5e0a-4892-acdb-decd49c23f6e service nova] Enqueued Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_members [ 1394.756805] env[69839]: INFO networking_nsxv3.common.synchronization [req-ce984c3b-9eea-4918-a644-9a3bab1994e3 req-245079a1-5e0a-4892-acdb-decd49c23f6e service nova] Enqueued Resource ID: 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 with Priority: HIGHEST for action port [ 1394.756957] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_rules [ 1394.757101] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_members [ 1394.757192] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 with Priority: HIGHEST for action port [ 1394.757712] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-570458fb-48ae-4105-a36f-8035f6f53968 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.757834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.757902] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.758448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.758524] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.759323] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-570458fb-48ae-4105-a36f-8035f6f53968 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.759435] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.759491] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.759665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.759867] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.759956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.759956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.760118] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.760190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.760279] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.760980] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.761091] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.761181] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.761307] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.761380] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.928213] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf48732b-bb33-430e-840b-9ec40dfe14ae: rpc.has_security_group_logging(os_id): False [ 1394.947932] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.948159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.948159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.948394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.948501] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.948843] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.948843] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.949077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.949077] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.949189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.949303] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.949399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.949458] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.949601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.949853] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.949853] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.950046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.950046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.956337] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.956477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.956550] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf48732b-bb33-430e-840b-9ec40dfe14ae is going to be created. [ 1395.011561] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.011770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.011825] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.012025] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.012233] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.022711] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf48732b-bb33-430e-840b-9ec40dfe14ae in Status: IN_PROGRESS for 2s [ 1395.263451] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-570458fb-48ae-4105-a36f-8035f6f53968 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.263590] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.263787] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.264788] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 with status ACTIVE [ 1395.265041] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.265185] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.265260] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.265490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.265619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.265791] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.265892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.266020] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.266765] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.266910] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.267213] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.267412] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.267464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.267690] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.267814] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.268270] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7 is going to be updated. [ 1395.292180] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.292323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.292439] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.292606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.292857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.292922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd0f9f1-b4bc-4b00-b907-ceba698fc2a7" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.770445] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.272364] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.272619] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.272685] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.272907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.273000] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.273163] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 570458fb-48ae-4105-a36f-8035f6f53968 is going to be created. [ 1396.295237] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.295428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.295428] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.295567] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.295741] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.304313] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 570458fb-48ae-4105-a36f-8035f6f53968 in Status: UNINITIALIZED for 2s [ 1397.033833] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf48732b-bb33-430e-840b-9ec40dfe14ae in Status: SUCCESS [ 1397.034167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.313709] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 570458fb-48ae-4105-a36f-8035f6f53968 in Status: SUCCESS [ 1398.314027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.314129] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.314344] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.314538] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.314711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.314815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.314953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.315051] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.315143] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.315233] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.816914] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.319404] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 570458fb-48ae-4105-a36f-8035f6f53968: rpc.has_security_group_logging(os_id): False [ 1399.338473] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.338637] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.338725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.339300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.339300] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.339427] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.339486] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.339550] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.339710] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.339811] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.339902] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 570458fb-48ae-4105-a36f-8035f6f53968 is going to be created. [ 1399.397789] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.397789] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.397973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.398353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.398353] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.408677] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 570458fb-48ae-4105-a36f-8035f6f53968 in Status: IN_PROGRESS for 2s [ 1399.757707] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.757920] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1401.228221] env[69839]: INFO networking_nsxv3.common.synchronization [req-6175b3b7-af20-40ce-963b-c4fcaab13f0e req-e2e221af-f6bb-44e9-af5d-cebf4aa38c25 tempest-ServerGroupTestJSON-1188130504 tempest-ServerGroupTestJSON-1188130504-project-member] Enqueued Resource ID: bf48732b-bb33-430e-840b-9ec40dfe14ae with Priority: HIGHEST for action security_group_members [ 1401.228630] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf48732b-bb33-430e-840b-9ec40dfe14ae with Priority: HIGHEST for action security_group_members [ 1401.228921] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf48732b-bb33-430e-840b-9ec40dfe14ae taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.229087] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.229147] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.229365] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.229462] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.229558] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.229621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.229769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.229858] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.229955] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf48732b-bb33-430e-840b-9ec40dfe14ae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.420933] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 570458fb-48ae-4105-a36f-8035f6f53968 in Status: SUCCESS [ 1401.421200] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.732768] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.732957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.733067] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.733301] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.733396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.733588] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.733684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.733748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.733898] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.733973] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.734090] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf48732b-bb33-430e-840b-9ec40dfe14ae is going to be updated. [ 1401.761205] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.761429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.761429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.761634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.761775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.778248] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf48732b-bb33-430e-840b-9ec40dfe14ae in Status: IN_PROGRESS for 2s [ 1403.789711] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf48732b-bb33-430e-840b-9ec40dfe14ae in Status: SUCCESS [ 1403.789986] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf48732b-bb33-430e-840b-9ec40dfe14ae deletion is rescheduled due to dependency. [ 1403.789986] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf48732b-bb33-430e-840b-9ec40dfe14ae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.229609] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.229890] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.231179] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.231539] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.232785] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.233184] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.234552] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.235064] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.235585] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.235921] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.236703] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.237096] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.238496] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.238774] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.239900] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.240316] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.161375] env[69839]: INFO networking_nsxv3.common.synchronization [req-06744570-1f0b-4b82-8d83-58ddc8e6b1dc req-a93b34b2-e1e0-4fda-b53e-1eba1a04d66c tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_members [ 1443.161921] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGHEST for action security_group_members [ 1443.162239] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-570458fb-48ae-4105-a36f-8035f6f53968 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.162361] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.162427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.162626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.162771] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.162926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.162926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.163060] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.163146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.163236] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.665995] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.666192] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.666264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.666560] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.666682] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.666888] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.667007] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.667096] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.667304] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.667405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.667507] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 570458fb-48ae-4105-a36f-8035f6f53968 is going to be updated. [ 1443.694243] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.694484] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.694620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.694897] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.695089] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.703153] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 570458fb-48ae-4105-a36f-8035f6f53968 in Status: IN_PROGRESS for 2s [ 1445.713199] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 570458fb-48ae-4105-a36f-8035f6f53968 in Status: SUCCESS [ 1445.713580] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 570458fb-48ae-4105-a36f-8035f6f53968 deletion is rescheduled due to dependency. [ 1445.713580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.369212] env[69839]: INFO networking_nsxv3.common.synchronization [req-11984799-4e81-44e8-9367-28f3bc0f536e req-6a9ffaab-d840-41e2-9cc5-d22d9ff88e5e tempest-ServerActionsTestJSON-733820399 tempest-ServerActionsTestJSON-733820399-project-member] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1447.369763] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGHEST for action security_group_members [ 1447.370082] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.370212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.370276] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.370476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.370639] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.370742] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.370803] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.370950] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.372920] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.372920] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.874823] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.875112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.875112] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.875351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.875522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.875726] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.875824] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.875880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.876052] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.876135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.876223] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be updated. [ 1447.929260] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.929477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.929477] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.929606] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.929722] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.939578] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: IN_PROGRESS for 2s [ 1449.950190] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b in Status: SUCCESS [ 1449.950542] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b deletion is rescheduled due to dependency. [ 1449.950542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.370502] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.370794] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.346889] env[69839]: INFO networking_nsxv3.common.synchronization [req-adec3b06-fc9d-443c-aa4b-a50969e83a0b req-8a609ab2-f6a4-4276-a0cf-1bec515173dc tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_members [ 1454.347421] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGHEST for action security_group_members [ 1454.347731] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.347865] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.347933] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.348142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.348298] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.348396] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.348460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.348604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.348738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.348792] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.851831] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.852055] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.852126] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.852311] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.876509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.876780] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.876922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.876994] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.877190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.877275] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.877378] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a is going to be updated. [ 1454.900040] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.900171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.900230] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.900407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.900540] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.908263] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a in Status: IN_PROGRESS for 2s [ 1456.919529] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a in Status: SUCCESS [ 1456.919529] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a deletion is rescheduled due to dependency. [ 1456.919529] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.348324] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.348324] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.302185] env[69839]: INFO networking_nsxv3.common.synchronization [None req-fa1f2bcb-e262-4c78-bc13-b44a93cfd1a0 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_rules [ 1460.302692] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_rules [ 1460.303010] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55753377-90ad-4404-91d9-22c542aac149 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.303146] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.303214] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.303464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.303565] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55753377-90ad-4404-91d9-22c542aac149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.368027] env[69839]: INFO networking_nsxv3.common.synchronization [None req-62273b18-735c-4ff7-b106-323be540a4b0 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_rules [ 1460.368260] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_rules [ 1460.368738] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55753377-90ad-4404-91d9-22c542aac149 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.369085] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.824619] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.824788] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.824855] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.825160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.825160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.825241] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55753377-90ad-4404-91d9-22c542aac149 already deleted. [ 1460.825405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.825453] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.825626] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.825721] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55753377-90ad-4404-91d9-22c542aac149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.344830] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.345015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.345015] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.345212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.345308] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.345407] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55753377-90ad-4404-91d9-22c542aac149 already deleted. [ 1461.345492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.369487] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.369682] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.582284] env[69839]: INFO networking_nsxv3.common.synchronization [req-44bdfe87-6f06-4245-aa3e-8820506f7295 req-f14e7d9e-9ecb-46fe-98ec-b8f702ccb25e tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_members [ 1465.582773] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_members [ 1465.583139] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-55753377-90ad-4404-91d9-22c542aac149 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.583272] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.583341] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.583608] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.583766] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.583867] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.583924] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.584092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.584178] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.584294] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55753377-90ad-4404-91d9-22c542aac149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.829700] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.829910] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.830047] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.830317] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.830572] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.830735] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.830859] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.831101] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.831253] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.831475] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1465.831591] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1465.831714] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1465.831827] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1465.831940] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1465.832062] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1465.832200] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1465.854640] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1465.854783] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1465.854926] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1465.855115] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.855394] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-8e0a4600-2455-417b-a0d9-c84762721ee3 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.855562] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-8e0a4600-2455-417b-a0d9-c84762721ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.855714] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-8e0a4600-2455-417b-a0d9-c84762721ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.856017] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-8e0a4600-2455-417b-a0d9-c84762721ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.856167] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0a4600-2455-417b-a0d9-c84762721ee3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.086576] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.086695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.086775] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.087011] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.087128] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.087322] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.087422] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.087490] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.087639] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.087712] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.087795] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55753377-90ad-4404-91d9-22c542aac149 already deleted. [ 1466.087879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.358620] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.358849] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.358983] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.359280] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.359432] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.359592] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port 8e0a4600-2455-417b-a0d9-c84762721ee3 not found, creating... [ 1466.359849] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.360016] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.360148] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.360368] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.360524] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.360792] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.360956] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.361096] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.361305] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.361447] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.361595] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: 8e0a4600-2455-417b-a0d9-c84762721ee3 is going to be created. [ 1466.385084] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.385428] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.385428] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.385617] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.385883] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.386130] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-8e0a4600-2455-417b-a0d9-c84762721ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.037053] env[69839]: INFO networking_nsxv3.common.synchronization [req-44bdfe87-6f06-4245-aa3e-8820506f7295 req-f3248c07-c3d4-4bf5-abdd-345fb81dd15a service nova] Enqueued Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_rules [ 1467.037257] env[69839]: INFO networking_nsxv3.common.synchronization [req-44bdfe87-6f06-4245-aa3e-8820506f7295 req-f3248c07-c3d4-4bf5-abdd-345fb81dd15a service nova] Enqueued Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_members [ 1467.037404] env[69839]: INFO networking_nsxv3.common.synchronization [req-44bdfe87-6f06-4245-aa3e-8820506f7295 req-f3248c07-c3d4-4bf5-abdd-345fb81dd15a service nova] Enqueued Resource ID: 8e0a4600-2455-417b-a0d9-c84762721ee3 with Priority: HIGHEST for action port [ 1467.037632] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_rules [ 1467.037765] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_members [ 1467.037864] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0a4600-2455-417b-a0d9-c84762721ee3 with Priority: HIGHEST for action port [ 1467.038405] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55753377-90ad-4404-91d9-22c542aac149 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.038532] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.038601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.038804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.038888] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55753377-90ad-4404-91d9-22c542aac149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.039994] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-55753377-90ad-4404-91d9-22c542aac149 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.040179] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.040293] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.040519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.040740] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.040879] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.040981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.041190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.041324] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.041507] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55753377-90ad-4404-91d9-22c542aac149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.042456] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e0a4600-2455-417b-a0d9-c84762721ee3 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.043168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e0a4600-2455-417b-a0d9-c84762721ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.043168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e0a4600-2455-417b-a0d9-c84762721ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.043168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e0a4600-2455-417b-a0d9-c84762721ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.043168] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0a4600-2455-417b-a0d9-c84762721ee3',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.545499] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-55753377-90ad-4404-91d9-22c542aac149 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.545776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.545875] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55753377-90ad-4404-91d9-22c542aac149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.546737] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e0a4600-2455-417b-a0d9-c84762721ee3 with status ACTIVE [ 1467.546917] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.547039] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.547110] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.547319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.547401] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.547580] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.547692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.547736] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.548326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.548326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.548326] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.548326] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.548499] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.548524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.548595] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.548676] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e0a4600-2455-417b-a0d9-c84762721ee3 is going to be updated. [ 1467.568796] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.568917] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.568989] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.569142] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.569268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.569411] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e0a4600-2455-417b-a0d9-c84762721ee3" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.050974] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55753377-90ad-4404-91d9-22c542aac149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.553510] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.553907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.553907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.553976] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.554068] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.554184] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55753377-90ad-4404-91d9-22c542aac149 is going to be created. [ 1468.576078] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.576234] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.576319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.576502] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.576656] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.584998] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55753377-90ad-4404-91d9-22c542aac149 in Status: UNINITIALIZED for 2s [ 1470.595396] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55753377-90ad-4404-91d9-22c542aac149 in Status: SUCCESS [ 1470.595739] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.595784] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.596012] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.596209] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.596323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.596390] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.596549] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.596634] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.596761] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.596853] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55753377-90ad-4404-91d9-22c542aac149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.100083] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55753377-90ad-4404-91d9-22c542aac149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.601652] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55753377-90ad-4404-91d9-22c542aac149: rpc.has_security_group_logging(os_id): False [ 1471.618518] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.618675] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.618759] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.618926] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.619027] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.619265] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.619370] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.619433] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.619588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.619667] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.619804] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55753377-90ad-4404-91d9-22c542aac149 is going to be created. [ 1471.679205] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.679350] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.679461] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.679609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.679783] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.693870] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55753377-90ad-4404-91d9-22c542aac149 in Status: IN_PROGRESS for 2s [ 1472.039693] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.039822] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1473.708160] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55753377-90ad-4404-91d9-22c542aac149 in Status: SUCCESS [ 1473.708500] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.040793] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.041162] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.042401] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.042752] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.043468] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.043800] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.045415] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.045747] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.047066] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.047444] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.048488] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.048873] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.050413] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.050747] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.051490] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.051880] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.052593] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.052854] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.055637] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.055956] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.056642] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.056996] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.978484] env[69839]: INFO networking_nsxv3.common.synchronization [req-a8b5e6af-f331-4f59-a1f1-ed378633880f req-ec79b791-725c-4b52-b13f-c4c928734ee3 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_members [ 1527.979037] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55753377-90ad-4404-91d9-22c542aac149 with Priority: HIGHEST for action security_group_members [ 1527.979334] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-55753377-90ad-4404-91d9-22c542aac149 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.979460] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.979519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.979859] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.979859] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.980101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.980101] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.980223] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.980313] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.980414] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55753377-90ad-4404-91d9-22c542aac149',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.482999] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.483349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.483349] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.483509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.483573] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.483773] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.483880] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.483929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.484100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.484183] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.484271] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55753377-90ad-4404-91d9-22c542aac149 is going to be updated. [ 1528.519765] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.519914] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.520050] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.520157] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.520303] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.528832] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55753377-90ad-4404-91d9-22c542aac149 in Status: IN_PROGRESS for 2s [ 1530.539673] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55753377-90ad-4404-91d9-22c542aac149 in Status: SUCCESS [ 1530.539980] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55753377-90ad-4404-91d9-22c542aac149 deletion is rescheduled due to dependency. [ 1530.539980] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55753377-90ad-4404-91d9-22c542aac149" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.588307] env[69839]: INFO networking_nsxv3.common.synchronization [None req-12509526-9339-4c10-ba9c-b6a9b84fa047 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_rules [ 1532.588880] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_rules [ 1532.589248] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f528b021-35b2-415f-b967-ed258ed73783 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.589407] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.589483] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.589728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.589811] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.651307] env[69839]: INFO networking_nsxv3.common.synchronization [None req-e0266a47-5b99-4744-bcb9-8c2078142fa7 tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_rules [ 1532.651554] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_rules [ 1532.652061] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f528b021-35b2-415f-b967-ed258ed73783 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.652171] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.110859] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.111046] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.111098] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.111312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.111405] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.111503] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f528b021-35b2-415f-b967-ed258ed73783 already deleted. [ 1533.111588] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.111776] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.111905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.111995] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.630348] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.630711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.630711] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.630770] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.630846] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.630984] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f528b021-35b2-415f-b967-ed258ed73783 already deleted. [ 1533.631092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.653433] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1537.653711] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.860078] env[69839]: INFO networking_nsxv3.common.synchronization [req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 req-23aa18c6-8233-457a-8611-e1a9d15935eb tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_members [ 1537.860374] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_members [ 1537.860676] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f528b021-35b2-415f-b967-ed258ed73783 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.860796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.860864] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.861161] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.861356] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.861429] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.861476] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.861622] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.861707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.861802] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.124359] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.124564] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.124694] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.124980] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.125232] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.125394] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.125755] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.125755] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.125867] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.126154] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1538.126277] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] NeedRegenerationException {{(pid=69839) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1538.126393] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] no value, waiting for create lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1538.126504] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] value creation lock acquired {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1538.126616] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] No value present for key: 'zone-id' {{(pid=69839) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1538.126723] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Calling creation function for not-yet-present value {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1538.126892] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1538.145919] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1538.146105] env[69839]: DEBUG dogpile.cache.region [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69839) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1538.146247] env[69839]: DEBUG dogpile.lock [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Released creation lock {{(pid=69839) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1538.146417] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "network-483" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.146688] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock port-e9eed555-42cd-404c-86ac-a967bcbd5103 taken with stack trace [, , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.146874] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "port-e9eed555-42cd-404c-86ac-a967bcbd5103" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.146987] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "port-e9eed555-42cd-404c-86ac-a967bcbd5103" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.147277] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "port-e9eed555-42cd-404c-86ac-a967bcbd5103" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.147417] env[69839]: DEBUG networking_nsxv3.api.rpc [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9eed555-42cd-404c-86ac-a967bcbd5103',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.363484] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.363695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.363695] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.363913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.364018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.364259] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.364365] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.364427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.364580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.364661] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.364748] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f528b021-35b2-415f-b967-ed258ed73783 already deleted. [ 1538.364832] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.649919] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.650182] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.650318] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.650598] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.650752] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.650908] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Segment Port e9eed555-42cd-404c-86ac-a967bcbd5103 not found, creating... [ 1538.651192] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.651352] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.651474] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.651710] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.651831] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.652130] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.652289] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.652408] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.652617] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.652753] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.652895] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Resource: SegmentPort with ID: e9eed555-42cd-404c-86ac-a967bcbd5103 is going to be created. [ 1538.674171] env[69839]: DEBUG networking_nsxv3.common.locking [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.674460] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.674493] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.674798] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.675089] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.675322] env[69839]: DEBUG oslo_concurrency.lockutils [None req-ef0891e6-380c-4fcb-a9f3-7b0f6c62eb62 None None] Releasing lock "port-e9eed555-42cd-404c-86ac-a967bcbd5103" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.327728] env[69839]: INFO networking_nsxv3.common.synchronization [req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 req-e4060dd3-eddf-4b94-a7ad-deefab19bbeb service nova] Enqueued Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_rules [ 1539.327926] env[69839]: INFO networking_nsxv3.common.synchronization [req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 req-e4060dd3-eddf-4b94-a7ad-deefab19bbeb service nova] Enqueued Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_members [ 1539.328143] env[69839]: INFO networking_nsxv3.common.synchronization [req-0a57b610-f5b6-4e1e-93b3-acdaa7af70e8 req-e4060dd3-eddf-4b94-a7ad-deefab19bbeb service nova] Enqueued Resource ID: e9eed555-42cd-404c-86ac-a967bcbd5103 with Priority: HIGHEST for action port [ 1539.328677] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_rules [ 1539.328826] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_members [ 1539.328947] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eed555-42cd-404c-86ac-a967bcbd5103 with Priority: HIGHEST for action port [ 1539.329280] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f528b021-35b2-415f-b967-ed258ed73783 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.329421] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.329495] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.329715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.329818] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.330693] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f528b021-35b2-415f-b967-ed258ed73783 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.330817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.330911] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.331110] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.331273] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.331399] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.331467] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.331636] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.331730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.331845] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.332937] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9eed555-42cd-404c-86ac-a967bcbd5103 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.333026] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9eed555-42cd-404c-86ac-a967bcbd5103" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.333107] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9eed555-42cd-404c-86ac-a967bcbd5103" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.333284] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9eed555-42cd-404c-86ac-a967bcbd5103" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.333374] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9eed555-42cd-404c-86ac-a967bcbd5103',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.834837] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f528b021-35b2-415f-b967-ed258ed73783 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.835148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.837372] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.838566] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9eed555-42cd-404c-86ac-a967bcbd5103 with status ACTIVE [ 1539.838754] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.838873] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.838942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.839152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.839270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.839447] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.839547] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.839609] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.839769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.839850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.840042] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.840141] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.840203] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.840343] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.840417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.840501] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9eed555-42cd-404c-86ac-a967bcbd5103 is going to be updated. [ 1539.862225] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.862330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.862406] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.862557] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.862681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.862827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9eed555-42cd-404c-86ac-a967bcbd5103" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.342833] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.845462] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.845835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.845835] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.845900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.845991] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.846106] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f528b021-35b2-415f-b967-ed258ed73783 is going to be created. [ 1540.869016] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.869199] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.869251] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.869448] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.869605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.879024] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f528b021-35b2-415f-b967-ed258ed73783 in Status: UNINITIALIZED for 2s [ 1542.888844] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f528b021-35b2-415f-b967-ed258ed73783 in Status: SUCCESS [ 1542.889229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.889229] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.889472] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.889666] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.889786] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.889854] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.890018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.890105] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.890194] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.890288] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.392355] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1543.894984] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f528b021-35b2-415f-b967-ed258ed73783: rpc.has_security_group_logging(os_id): False [ 1543.912471] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.912613] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.912713] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.912892] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.912982] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.913238] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.913333] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.913403] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.913564] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.913645] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.913734] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f528b021-35b2-415f-b967-ed258ed73783 is going to be created. [ 1543.969552] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.969738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.969738] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.969944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.970148] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.979334] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f528b021-35b2-415f-b967-ed258ed73783 in Status: IN_PROGRESS for 2s [ 1544.330331] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.330494] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1545.993755] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f528b021-35b2-415f-b967-ed258ed73783 in Status: SUCCESS [ 1545.993755] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.331649] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.332000] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.333122] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.333573] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.333911] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.334310] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.335416] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.335706] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.336609] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.336937] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.924047] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1572.924408] env[69839]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-6c7679cc-fa73-4ae4-bcd4-eba42de1479b None None] NSXv3 Agent Agent loop - iteration:4 started [ 1574.337827] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.338188] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.882475] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.882901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.882901] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.882988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.883058] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.385422] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.887444] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.339464] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.339674] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.389656] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1579.389840] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1580.238814] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.239258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.239258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.239258] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.250499] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1580.251323] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.252460] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1580.290468] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.290621] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.290665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.290850] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.303270] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.303944] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1580.304036] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1580.304126] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1580.335379] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.335536] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.335618] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.335730] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.336464] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.336593] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1580.406425] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.406568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.406568] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.406799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.407102] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.407359] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1580.488826] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.489031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.489031] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.489235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.489519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.489787] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1580.489867] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'570458fb-48ae-4105-a36f-8035f6f53968', '77582e5b-0f52-4e40-860e-1420861cf67d', 'f8e528b5-0000-4528-bbc3-944c50d96073', '86183d2f-b331-49bb-86f4-d2a0d65aff28', '63e4f150-64a4-47da-a079-fe4d0094aa4e', '6dd5d230-5572-4af9-acc0-2a89ffc1b444', 'c421e7a6-c835-45b1-b9e9-70f2bb178b1b', 'c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d', 'c8f519ca-6bb7-48c8-a310-afda3231b549', '0770ea34-dbb5-4138-84f4-97b070579267', '09fc9afa-c1ea-4ab5-99dc-1379588b07c4', '4e9e931b-3c09-456e-a38d-ce142616375c', '68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc', '925a1882-569c-4410-ab6c-8bb089e55901', 'f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a', 'f528b021-35b2-415f-b967-ed258ed73783', '6ac7a0c3-80f9-4623-9191-6310d7dafdae', 'cc60379a-4d86-40e3-8086-d56bec7c78cd', '0b7afc89-69af-460f-bd91-c5d9e8ae3e06', 'c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82', '5bae5ae8-0633-4ef1-8fb5-e6890fc125e9', 'ac6928d1-7443-4f53-a35f-3d993425f4ec', '299d6c3e-7080-49f4-8d9e-9d0b93e4a40d', 'eeac3e4e-1c4f-492a-bf61-d45b3d583dab', '27cce2d4-3598-42cc-a138-5d1834669d3c', '8bd950c6-bba7-49c3-bfd9-8fded3ab6f7d', 'bf48732b-bb33-430e-840b-9ec40dfe14ae', 'c051a1e4-a6de-47d6-ac3e-e5a5f19a9c19', '55753377-90ad-4404-91d9-22c542aac149', '172d40c3-3cfa-4069-ad62-f8b7a81b87a0'} {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1580.489964] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1580.506989] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.507159] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.507218] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.507355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.507436] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.507535] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1580.507635] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1580.507711] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1580.584601] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.584818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.584818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.585018] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.586268] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.586564] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1580.586669] env[69839]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69839) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1580.586752] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1580.586821] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1580.586902] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1580.586975] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGH for action security_group_rules [ 1580.587072] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGH for action security_group_rules [ 1580.587142] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGH for action security_group_rules [ 1580.587200] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGH for action security_group_rules [ 1580.587280] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGH for action security_group_rules [ 1580.587373] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGH for action security_group_rules [ 1580.587460] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGH for action security_group_rules [ 1580.587555] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGH for action security_group_rules [ 1580.587684] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGH for action security_group_rules [ 1580.587754] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGH for action security_group_rules [ 1580.587816] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGH for action security_group_rules [ 1580.587878] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e9e931b-3c09-456e-a38d-ce142616375c with Priority: HIGH for action security_group_rules [ 1580.587938] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGH for action security_group_rules [ 1580.588007] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 925a1882-569c-4410-ab6c-8bb089e55901 with Priority: HIGH for action security_group_rules [ 1580.588075] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGH for action security_group_rules [ 1580.588137] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGH for action security_group_rules [ 1580.588199] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae with Priority: HIGH for action security_group_rules [ 1580.588261] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGH for action security_group_rules [ 1580.588325] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGH for action security_group_rules [ 1580.588387] env[69839]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGH for action security_group_rules [ 1580.588482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.340620] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.340897] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1584.340897] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570458fb-48ae-4105-a36f-8035f6f53968 with Priority: HIGH for action security_group_rules [ 1584.340961] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e528b5-0000-4528-bbc3-944c50d96073 with Priority: HIGH for action security_group_rules [ 1584.341093] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b with Priority: HIGH for action security_group_rules [ 1584.341170] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a with Priority: HIGH for action security_group_rules [ 1584.341263] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 with Priority: HIGH for action security_group_rules [ 1584.341354] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 with Priority: HIGH for action security_group_rules [ 1584.341441] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc60379a-4d86-40e3-8086-d56bec7c78cd with Priority: HIGH for action security_group_rules [ 1584.341531] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae with Priority: HIGH for action security_group_rules [ 1584.341616] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 925a1882-569c-4410-ab6c-8bb089e55901 with Priority: HIGH for action security_group_rules [ 1584.341699] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGH for action security_group_rules [ 1584.341781] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc with Priority: HIGH for action security_group_rules [ 1584.341866] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e9e931b-3c09-456e-a38d-ce142616375c with Priority: HIGH for action security_group_rules [ 1584.341953] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 with Priority: HIGH for action security_group_rules [ 1584.342300] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0770ea34-dbb5-4138-84f4-97b070579267 with Priority: HIGH for action security_group_rules [ 1584.342300] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8f519ca-6bb7-48c8-a310-afda3231b549 with Priority: HIGH for action security_group_rules [ 1584.342300] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 with Priority: HIGH for action security_group_rules [ 1584.342300] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d with Priority: HIGH for action security_group_rules [ 1584.342443] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e with Priority: HIGH for action security_group_rules [ 1584.342443] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77582e5b-0f52-4e40-860e-1420861cf67d with Priority: HIGH for action security_group_rules [ 1584.342563] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 with Priority: HIGH for action security_group_rules [ 1584.343115] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-570458fb-48ae-4105-a36f-8035f6f53968 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.343255] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.343322] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.343535] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.343620] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('570458fb-48ae-4105-a36f-8035f6f53968',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.344543] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8e528b5-0000-4528-bbc3-944c50d96073 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.344657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.344729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.344928] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.345285] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8e528b5-0000-4528-bbc3-944c50d96073',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.345776] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.345888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.345953] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.346119] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.346193] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c421e7a6-c835-45b1-b9e9-70f2bb178b1b',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.346866] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.346978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.347053] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.347189] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.347262] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.348121] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.348215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.348256] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.348376] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.348446] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.349126] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.349235] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.349285] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.349427] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.349496] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b7afc89-69af-460f-bd91-c5d9e8ae3e06',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.350167] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc60379a-4d86-40e3-8086-d56bec7c78cd taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.350277] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.350330] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.350471] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.350547] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc60379a-4d86-40e3-8086-d56bec7c78cd',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.351330] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ac7a0c3-80f9-4623-9191-6310d7dafdae taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.351446] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.351513] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.351660] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.351732] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ac7a0c3-80f9-4623-9191-6310d7dafdae',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.352478] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-925a1882-569c-4410-ab6c-8bb089e55901 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.352587] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.352654] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.352796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.352871] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('925a1882-569c-4410-ab6c-8bb089e55901',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.353527] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f528b021-35b2-415f-b967-ed258ed73783 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.353630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.353728] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.353940] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.353940] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.354556] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.354668] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.354724] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.354872] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.354940] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.355952] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e9e931b-3c09-456e-a38d-ce142616375c taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.355952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.355952] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.356150] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.356150] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e9e931b-3c09-456e-a38d-ce142616375c',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.356691] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.356804] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.356907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.357040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.357115] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09fc9afa-c1ea-4ab5-99dc-1379588b07c4',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.358084] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0770ea34-dbb5-4138-84f4-97b070579267 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.358273] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.358375] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.358551] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.358673] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0770ea34-dbb5-4138-84f4-97b070579267',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.359370] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8f519ca-6bb7-48c8-a310-afda3231b549 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.359473] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.359542] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.359734] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.359766] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8f519ca-6bb7-48c8-a310-afda3231b549',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.360570] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.360681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.360748] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.360900] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.360974] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dd5d230-5572-4af9-acc0-2a89ffc1b444',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.361625] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.361731] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.361795] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.361944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.362031] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.362670] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63e4f150-64a4-47da-a079-fe4d0094aa4e taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.362780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.362889] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.362988] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.363098] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63e4f150-64a4-47da-a079-fe4d0094aa4e',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.363846] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77582e5b-0f52-4e40-860e-1420861cf67d taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.363970] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.364048] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.364198] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.364311] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77582e5b-0f52-4e40-860e-1420861cf67d',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.364921] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86183d2f-b331-49bb-86f4-d2a0d65aff28 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.365076] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.365269] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.365381] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.365455] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86183d2f-b331-49bb-86f4-d2a0d65aff28',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.402436] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.402614] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.402657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.402820] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.404318] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.404418] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.405116] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.405212] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.405873] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.405968] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.406584] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.406681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.420743] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.420851] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8e528b5-0000-4528-bbc3-944c50d96073 is going to be deleted. [ 1584.421596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.421780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.437351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.437451] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 570458fb-48ae-4105-a36f-8035f6f53968 is going to be deleted. [ 1584.438168] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.438338] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.452650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.452760] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc is going to be deleted. [ 1584.453437] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.453604] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.469600] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.469702] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c421e7a6-c835-45b1-b9e9-70f2bb178b1b is going to be deleted. [ 1584.470394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.470566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.482545] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.482683] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.489109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.489213] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc60379a-4d86-40e3-8086-d56bec7c78cd is going to be deleted. [ 1584.489881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.490062] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.490152] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.490264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8e528b5-0000-4528-bbc3-944c50d96073" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.505834] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.505956] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.506038] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.506202] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.506289] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.506398] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-570458fb-48ae-4105-a36f-8035f6f53968" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.509546] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.509657] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.509725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.509929] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.510037] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.510144] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68f7e1a4-f6a4-4d42-ba42-ef11e5f7cadc" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.545459] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.545572] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.545653] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.545818] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.545905] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.546065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c421e7a6-c835-45b1-b9e9-70f2bb178b1b" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.584671] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.584780] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.584857] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.585058] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.585204] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.585359] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc60379a-4d86-40e3-8086-d56bec7c78cd" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.870055] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f528b021-35b2-415f-b967-ed258ed73783 taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.870291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.870291] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.870487] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.870652] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.870751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.870817] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.870964] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.871065] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.871156] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.871244] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.917230] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.917400] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.917447] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.917623] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.919119] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.919227] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.919878] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.919978] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.920607] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.920704] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.921569] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.921665] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.922366] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.922465] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.923101] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.923197] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.927932] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.928040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.929479] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.929575] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.930637] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.930733] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.931423] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.931519] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.932155] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1584.932511] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.932605] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.933184] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1584.933536] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.933630] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.934213] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1584.934559] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.934650] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.936405] env[69839]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1584.936764] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.936870] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d is going to be deleted. [ 1584.937592] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.937815] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.960021] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.960170] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0770ea34-dbb5-4138-84f4-97b070579267 is going to be deleted. [ 1584.960822] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.961014] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.983358] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.983461] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8f519ca-6bb7-48c8-a310-afda3231b549 is going to be deleted. [ 1584.984135] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.984312] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.009535] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.009664] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.015938] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.016040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.017987] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.018109] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63e4f150-64a4-47da-a079-fe4d0094aa4e is going to be deleted. [ 1585.018834] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.019024] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.040933] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.041056] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b7afc89-69af-460f-bd91-c5d9e8ae3e06 is going to be deleted. [ 1585.041732] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.041927] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.052122] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.052224] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.061158] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.061262] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77582e5b-0f52-4e40-860e-1420861cf67d is going to be deleted. [ 1585.061938] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.062121] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.093833] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.093940] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ac7a0c3-80f9-4623-9191-6310d7dafdae is going to be deleted. [ 1585.094631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.094802] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.104076] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.104186] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.123997] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.124100] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.124642] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.124729] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.209751] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.209913] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e9e931b-3c09-456e-a38d-ce142616375c is going to be deleted. [ 1585.210787] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.210999] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.260149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.260311] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 925a1882-569c-4410-ab6c-8bb089e55901 is going to be deleted. [ 1585.261182] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.261395] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.299674] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.299839] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.303167] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.303345] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09fc9afa-c1ea-4ab5-99dc-1379588b07c4 is going to be deleted. [ 1585.304264] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.304509] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.345524] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.345859] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a is going to be deleted. [ 1585.347034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.347138] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.376676] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1585.385978] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.386113] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.386796] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.386915] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.401887] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.402048] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dd5d230-5572-4af9-acc0-2a89ffc1b444 is going to be deleted. [ 1585.402944] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.403160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.415805] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.415957] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.462409] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.462516] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82 is going to be deleted. [ 1585.463394] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.463596] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.490495] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.490632] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.512309] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.512429] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86183d2f-b331-49bb-86f4-d2a0d65aff28 is going to be deleted. [ 1585.513263] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.513469] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.513562] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.513681] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7ba37b3-aa51-4a8b-923e-3ae81d1aa71d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.513827] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.513981] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.514073] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.514190] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0770ea34-dbb5-4138-84f4-97b070579267" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.514631] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.514790] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.514871] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.514985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8f519ca-6bb7-48c8-a310-afda3231b549" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.515125] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.515269] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.515348] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.515462] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63e4f150-64a4-47da-a079-fe4d0094aa4e" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.515601] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.515725] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.515799] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.515907] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77582e5b-0f52-4e40-860e-1420861cf67d" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.516040] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.516180] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.516254] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.516363] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b7afc89-69af-460f-bd91-c5d9e8ae3e06" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.516482] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.516617] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.516692] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.516796] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ac7a0c3-80f9-4623-9191-6310d7dafdae" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.516913] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.517059] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.517133] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.517239] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-925a1882-569c-4410-ab6c-8bb089e55901" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.517357] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.517492] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.517566] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.517684] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e9e931b-3c09-456e-a38d-ce142616375c" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.517823] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.517965] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.518054] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.518165] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09fc9afa-c1ea-4ab5-99dc-1379588b07c4" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.518591] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.518757] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.518852] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.518962] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc3e2b-ed4a-4958-a4f2-495eeec5f31a" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.557509] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.557627] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.557716] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.557881] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.557967] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.558092] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dd5d230-5572-4af9-acc0-2a89ffc1b444" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.573585] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.573707] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.573767] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.573922] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.574009] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.574131] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1baf4fe-3e01-4ea7-a4ef-8b3160a78b82" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.596250] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.596355] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.596424] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.596580] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.596662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.596769] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86183d2f-b331-49bb-86f4-d2a0d65aff28" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.880018] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f528b021-35b2-415f-b967-ed258ed73783: rpc.has_security_group_logging(os_id): False [ 1585.897013] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.897149] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.897215] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.897417] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.914369] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.914608] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.914715] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.914785] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.914942] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.915033] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.915123] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f528b021-35b2-415f-b967-ed258ed73783 is going to be updated. [ 1585.970499] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.970726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.970726] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.970933] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.971108] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.983764] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f528b021-35b2-415f-b967-ed258ed73783 in Status: IN_PROGRESS for 2s [ 1587.998857] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f528b021-35b2-415f-b967-ed258ed73783 in Status: SUCCESS [ 1587.999244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.343063] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.343398] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.344604] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.344820] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.345809] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.346216] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1601.162845] env[69839]: INFO networking_nsxv3.common.synchronization [req-db51ce16-d731-4abd-b286-8258e856455e req-48660e10-7eb7-4450-acda-2166c64de2bd tempest-AttachVolumeNegativeTest-419302314 tempest-AttachVolumeNegativeTest-419302314-project-member] Enqueued Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_members [ 1601.163418] env[69839]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f528b021-35b2-415f-b967-ed258ed73783 with Priority: HIGHEST for action security_group_members [ 1601.163884] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock member-f528b021-35b2-415f-b967-ed258ed73783 taken with stack trace [, , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.164034] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.164109] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.164319] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.164483] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.164589] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.164649] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.164801] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.164888] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.164981] env[69839]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f528b021-35b2-415f-b967-ed258ed73783',) {} {{(pid=69839) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.666982] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.667274] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.667351] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.667522] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.667620] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.667815] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.667912] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.667985] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.668160] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.668244] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.668324] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f528b021-35b2-415f-b967-ed258ed73783 is going to be updated. [ 1601.696067] env[69839]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69839) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.696269] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.696269] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.696515] env[69839]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.696662] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.703714] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f528b021-35b2-415f-b967-ed258ed73783 in Status: IN_PROGRESS for 2s [ 1603.714136] env[69839]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f528b021-35b2-415f-b967-ed258ed73783 in Status: SUCCESS [ 1603.714481] env[69839]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f528b021-35b2-415f-b967-ed258ed73783 deletion is rescheduled due to dependency. [ 1603.714481] env[69839]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f528b021-35b2-415f-b967-ed258ed73783" {{(pid=69839) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.164327] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1606.164327] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.165370] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1611.165652] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1616.166339] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.166566] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.167393] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1621.167796] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.168921] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1626.169210] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1631.169997] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1631.170411] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1636.171861] env[69839]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1636.172142] env[69839]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0